-- Logs begin at Mon 2022-07-11 13:20:49 UTC, end at Mon 2022-07-11 14:30:27 UTC. -- Jul 11 13:58:00.431283 dv-cinder-848429-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 11 13:58:03.114261 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Jul 11 13:58:03.114878 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 11 13:58:03.115097 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 11 13:58:03.119006 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Jul 11 13:58:03.119265 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 11 13:58:03.119577 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 11 13:58:03.120526 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 11 13:58:03.120762 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 11 13:58:03.121132 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 11 13:58:03.121378 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 11 13:58:03.121605 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 11 13:58:03.122023 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.122360 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.122600 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.122902 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.123197 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.123480 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.123778 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.124081 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.124368 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.124651 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.124938 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.125169 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.125452 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.125742 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.126034 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.126258 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.126565 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.127002 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.127419 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.127712 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.128005 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.128286 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.128577 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.128840 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.129124 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.129453 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] host = dv-cinder-848429-3-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.129730 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.130021 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.130327 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.130619 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.130903 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.131179 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.131464 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.131752 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.132015 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.132293 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.132584 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.132874 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.133192 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.133420 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.133646 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.133937 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.134230 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.134529 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.134805 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.135080 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.135353 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.135627 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.135896 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.136183 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.136469 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.136755 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.137028 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.137300 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.137570 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.137840 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.138126 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.138431 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.138707 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.138980 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.139266 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.139532 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.139804 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.140107 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.140393 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.140677 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.140972 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.141244 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.141529 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.141801 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.142073 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.142365 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.142638 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.142908 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.143188 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.143460 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.143730 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.144002 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.144273 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.144557 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.144828 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:03.145123 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.145420 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.145720 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.146006 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.146337 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.146625 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.146916 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.147195 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.147483 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.147771 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.148062 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.148340 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.148640 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.148953 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.149248 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.149552 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.149846 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.150141 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.150444 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.150722 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.151005 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.151284 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.151572 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.151854 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.152172 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.152442 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.152765 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.153065 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.153351 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.153635 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.153932 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.154227 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.154523 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.154802 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.155101 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.155376 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.155649 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.156012 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.156325 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.156636 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.156923 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.157219 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.157512 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.157791 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.158070 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.158394 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.158677 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.158950 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.159225 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.159504 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.159775 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.160057 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.160338 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.160610 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.160888 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.161166 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.161438 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.161710 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.161984 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.162287 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.162559 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.162833 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.163106 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.163379 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.163652 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.163924 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.164195 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.164467 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.164742 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.165012 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.165281 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.165551 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.166413 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.166778 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.167135 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.167436 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.167755 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.168039 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.168320 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.168600 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.168883 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.169157 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.169440 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.169713 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.170014 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.170413 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.170708 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.170996 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.171285 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.171619 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.171900 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.172265 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.172466 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.172748 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.173030 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.173319 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.173639 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.173902 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.174198 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.174503 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.174804 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.175104 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.175399 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.175712 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.175995 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.176276 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:03.176493 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 11 13:58:03.176738 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104082) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 11 13:58:03.478713 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 11 13:58:03.478995 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 11 13:58:03.479304 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 11 13:58:03.479639 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 11 13:58:03.888032 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.888325 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.888598 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.891717 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.891998 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.892265 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.945025 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.945316 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.946111 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.960549 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.960829 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.961098 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.991064 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.991347 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:03.991621 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.028237 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.028516 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.028786 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.260715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.261317 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.261317 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.261459 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.262121 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.360145 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.360470 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.360751 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.361024 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.361292 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.361607 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.361869 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.362125 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.362402 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.362689 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.362950 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.363216 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.363471 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.363723 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.363980 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.364244 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.364500 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.364769 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.365040 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.365301 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.365575 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.365829 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.366114 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.366529 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.366789 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.367042 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.368075 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:04.368227 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:04.368465 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:04.368708 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:04.368947 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:04.369182 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:04.369557 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 11 13:58:04.372701 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 11 13:58:04.376615 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 11 13:58:04.380414 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 11 13:58:04.382041 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 11 13:58:04.382689 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 11 13:58:04.383026 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 11 13:58:04.383986 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 11 13:58:04.386794 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 11 13:58:04.387048 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 11 13:58:04.387397 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 11 13:58:04.392483 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 11 13:58:04.415716 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 11 13:58:04.416165 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.416467 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 11 13:58:04.416838 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.418207 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 11 13:58:04.418529 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 11 13:58:04.418772 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 11 13:58:04.422020 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.422325 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:04.558843 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 11 13:58:04.559017 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 11 13:58:04.559237 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 11 13:58:04.559618 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 11 13:58:04.612591 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO dbcounter [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Registered counter for database neutron Jul 11 13:58:04.632913 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_db.sqlalchemy.engines [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104082) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 11 13:58:04.643715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writer thread running {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 13:58:05.192815 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing driver for type 'gre' Jul 11 13:58:05.193392 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] gre ID ranges: [(1, 1000)] Jul 11 13:58:05.247949 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing driver for type 'local' Jul 11 13:58:05.248286 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing driver for type 'vlan' Jul 11 13:58:05.261477 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] VlanTypeDriver initialization complete Jul 11 13:58:05.262244 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing driver for type 'vxlan' Jul 11 13:58:05.262448 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] vxlan ID ranges: [(1, 1000)] Jul 11 13:58:05.321830 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing extension driver 'port_security' Jul 11 13:58:05.322148 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.extensions.port_security [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] PortSecurityExtensionDriver initialization complete Jul 11 13:58:05.322512 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing mechanism driver 'openvswitch' Jul 11 13:58:05.322849 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing mechanism driver 'hyperv' Jul 11 13:58:05.331129 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:05.331750 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.332122 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.332536 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.332991 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 13:58:05.333409 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.333769 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.334115 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.334531 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 13:58:05.334942 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.335295 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.335639 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.336032 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 13:58:05.337015 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > security_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.337368 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > security_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.337716 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.338099 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 13:58:05.338533 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.338888 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.339231 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.339623 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 13:58:05.340019 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > address_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.340363 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > address_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.340701 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.341088 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 11 13:58:05.341524 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] ML2 OVO RPC backend initialized. {{(pid=104082) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 11 13:58:05.342220 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.342598 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.343014 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.343363 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > networks before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.343709 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.344043 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > ports before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.344384 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnet before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.344724 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnets before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.345067 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.345405 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.345735 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.346069 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.346431 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.346764 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.347096 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.347428 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.347759 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.355383 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded quota_driver: . Jul 11 13:58:05.355750 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.plugin [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Modular L2 Plugin initialization complete Jul 11 13:58:05.356100 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading services supported by the core plugin {{(pid=104082) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 11 13:58:05.356446 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Got port-security extension from driver 'port_security' Jul 11 13:58:05.356929 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.extensions.vlantransparent [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Disabled vlantransparent extension. Jul 11 13:58:05.357431 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104082) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 11 13:58:05.357756 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: router Jul 11 13:58:05.393427 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.393815 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.394180 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router before_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.394703 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.395081 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.395440 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router after_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.395802 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.396154 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.396514 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.396864 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.397212 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.397559 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.397916 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.398344 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.399319 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.399667 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.400007 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.400352 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.400699 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.401045 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.401384 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: port before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.401724 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.402075 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.402437 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.402788 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.403147 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.403490 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.403852 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.404200 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > agent after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.404546 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.405407 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Tracking information for resource: router configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:05.405735 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Tracking information for resource: floatingip configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 11 13:58:05.410564 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.db.l3_agentschedulers_db [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 11 13:58:05.411143 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.411503 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.411854 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.412200 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.412989 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router before_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.413354 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.413715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.414067 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > router precommit_update 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.418850 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.services.provider_configuration [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service providers = [] {{(pid=104082) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 11 13:58:05.419214 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.db.servicetype_db [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104082) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 11 13:58:05.422136 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 13:58:05.422517 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 13:58:05.422861 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 13:58:05.423908 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 11 13:58:05.424280 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.services.service_base [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 11 13:58:05.424664 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.424980 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 11 13:58:05.435577 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.435911 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: auto_allocate Jul 11 13:58:05.441620 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: network precommit_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.441992 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: network precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.442540 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.442859 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: tag Jul 11 13:58:05.450135 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.450496 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: timestamp Jul 11 13:58:05.454273 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.454628 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: network_ip_availability Jul 11 13:58:05.460090 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.460460 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.460815 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.462092 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.462435 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: flavors Jul 11 13:58:05.467324 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.467657 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading Plugin: revisions Jul 11 13:58:05.471917 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 11 13:58:05.472319 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.993s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 11 13:58:05.473056 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104082) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 11 13:58:05.473395 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Initializing extension manager. Jul 11 13:58:05.473916 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: __init__.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.474258 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: __pycache__ {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.474623 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.475374 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.475939 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: address-group Jul 11 13:58:05.476261 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.477013 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.477531 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: address-scope Jul 11 13:58:05.477851 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.478828 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.479343 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: router-admin-state-down-before-update Jul 11 13:58:05.479661 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: agent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.480354 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.480864 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: agent Jul 11 13:58:05.481181 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: agent_resources_synced.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.482083 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.482625 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: agent-resources-synced Jul 11 13:58:05.482946 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: allowedaddresspairs.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.484724 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.485243 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: allowed-address-pairs Jul 11 13:58:05.485566 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: auto_allocated_topology.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.486664 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.487181 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: auto-allocated-topology Jul 11 13:58:05.487504 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.488200 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.488704 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: availability_zone Jul 11 13:58:05.489024 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: availability_zone_filter.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.489934 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.490469 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: availability_zone_filter Jul 11 13:58:05.490792 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: data_plane_status.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.491702 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.492218 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension data-plane-status not supported by any of loaded plugins Jul 11 13:58:05.493068 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: default_subnetpools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.493983 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.494522 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: default-subnetpools Jul 11 13:58:05.494845 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.495647 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.496153 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: dhcp_agent_scheduler Jul 11 13:58:05.496474 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: dns.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.497391 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.497899 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension dns-integration not supported by any of loaded plugins Jul 11 13:58:05.498220 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: dns_domain_ports.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.499167 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.499682 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 11 13:58:05.500005 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.500923 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.501434 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 11 13:58:05.501754 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: dvr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.502458 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.502967 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: dvr Jul 11 13:58:05.503284 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: ecmp_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.504216 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.504725 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 11 13:58:05.505047 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: empty_string_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.505957 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.506496 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: empty-string-filtering Jul 11 13:58:05.506816 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.507725 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.508807 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 11 13:58:05.509125 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.510032 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.510736 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 11 13:58:05.511059 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: external_net.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.511965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.512489 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: external-net Jul 11 13:58:05.512810 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.513722 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.514237 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: extra_dhcp_opt Jul 11 13:58:05.514580 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: extraroute.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.515490 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.516005 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: extraroute Jul 11 13:58:05.516322 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: extraroute_atomic.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.517352 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.517870 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: extraroute-atomic Jul 11 13:58:05.518190 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: filter_validation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.518889 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.519398 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: filter-validation Jul 11 13:58:05.519716 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: fip_pf_description.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.520623 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.521131 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 11 13:58:05.521450 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: fip_pf_port_range.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.522386 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.522897 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 11 13:58:05.523214 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: fip_port_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.524157 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.524663 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: fip-port-details Jul 11 13:58:05.524980 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.526202 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.526756 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: flavors Jul 11 13:58:05.527078 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.528753 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.529284 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 11 13:58:05.529619 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: floatingip_pools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.530324 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.530854 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: floatingip-pools Jul 11 13:58:05.531179 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: ip_allocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.532099 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.532609 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension ip_allocation not supported by any of loaded plugins Jul 11 13:58:05.532934 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.533847 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.534390 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: ip-substring-filtering Jul 11 13:58:05.534718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l2_adjacency.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.535648 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.536161 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 11 13:58:05.536487 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.537438 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.537957 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: router Jul 11 13:58:05.538282 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.540567 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.541096 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 11 13:58:05.541426 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.542373 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.542899 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: ext-gw-mode Jul 11 13:58:05.543229 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.544147 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.544661 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: l3-ha Jul 11 13:58:05.544986 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.545888 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.546436 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 11 13:58:05.546762 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3_flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.547674 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.548185 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: l3-flavors Jul 11 13:58:05.548505 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.549864 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.550401 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 11 13:58:05.550729 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.551644 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.552155 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 11 13:58:05.552477 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: l3agentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.553635 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.554457 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: l3_agent_scheduler Jul 11 13:58:05.554788 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: local_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.557134 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.557660 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension local_ip not supported by any of loaded plugins Jul 11 13:58:05.557991 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: logging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.559489 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.560020 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension logging not supported by any of loaded plugins Jul 11 13:58:05.560354 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: metering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.561097 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.561681 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: metering Jul 11 13:58:05.562006 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.563133 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.563659 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: metering_source_and_destination_fields Jul 11 13:58:05.563981 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: multiprovidernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.564910 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.565424 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: multi-provider Jul 11 13:58:05.565750 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: netmtu.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.566706 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.567219 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: net-mtu Jul 11 13:58:05.567538 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: netmtu_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.573096 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.573096 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: net-mtu-writable Jul 11 13:58:05.573096 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: network_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.573096 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.573096 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: network_availability_zone Jul 11 13:58:05.573096 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: network_ip_availability.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.573599 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.573599 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: network-ip-availability Jul 11 13:58:05.573599 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: network_segment_range.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.574006 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.574549 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension network-segment-range not supported by any of loaded plugins Jul 11 13:58:05.574872 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: pagination.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.575865 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.576274 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: pagination Jul 11 13:58:05.576520 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: port_device_profile.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.577418 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.577935 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: port-device-profile Jul 11 13:58:05.578256 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: port_mac_address_override.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.579216 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.579729 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: port-mac-override Jul 11 13:58:05.580048 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.580968 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.581527 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: port-mac-address-regenerate Jul 11 13:58:05.581799 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.582729 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.583239 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: port-numa-affinity-policy Jul 11 13:58:05.583561 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: port_resource_request.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.584471 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.584979 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension port-resource-request not supported by any of loaded plugins Jul 11 13:58:05.585297 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: port_resource_request_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.586446 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.586958 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 11 13:58:05.587277 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: portbindings.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.588210 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.588724 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: binding Jul 11 13:58:05.589043 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: portbindings_extended.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.590297 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.590836 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: binding-extended Jul 11 13:58:05.591161 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: portsecurity.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.592080 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.592592 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: port-security Jul 11 13:58:05.592917 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: project_id.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.593892 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.594223 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: project-id Jul 11 13:58:05.594574 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: providernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.595489 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.596012 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: provider Jul 11 13:58:05.596332 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.600062 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.600596 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos not supported by any of loaded plugins Jul 11 13:58:05.600918 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.602253 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.602798 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 11 13:58:05.603124 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.604064 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.604584 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 11 13:58:05.604907 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_default.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.605818 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.606358 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-default not supported by any of loaded plugins Jul 11 13:58:05.606685 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.607604 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.608119 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-fip not supported by any of loaded plugins Jul 11 13:58:05.608442 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.609358 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.609874 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 11 13:58:05.610196 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_gateway_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.611150 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.611698 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 11 13:58:05.612021 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_port_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.612934 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.613444 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 11 13:58:05.613766 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.614829 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.615351 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 11 13:58:05.615676 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.616712 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.617228 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 11 13:58:05.618080 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_pps_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.619281 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.619805 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-pps not supported by any of loaded plugins Jul 11 13:58:05.620134 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_rule_type_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.621050 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.621568 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 11 13:58:05.621892 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.622838 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.623357 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 11 13:58:05.623679 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: qos_rules_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.624717 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.625235 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 11 13:58:05.625559 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: quota_check_limit.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.626508 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.627028 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: quota-check-limit Jul 11 13:58:05.627350 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: quotasv2.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.628310 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.628638 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: quotas Jul 11 13:58:05.628957 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: quotasv2_detail.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.630687 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.631023 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: quota_details Jul 11 13:58:05.631348 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: rbac.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.632408 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.632935 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: rbac-policies Jul 11 13:58:05.633823 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: rbac_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.634850 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.635379 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: rbac-address-group Jul 11 13:58:05.635700 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: rbac_address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.636626 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.637145 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: rbac-address-scope Jul 11 13:58:05.637468 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: rbac_security_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.638501 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.639026 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: rbac-security-groups Jul 11 13:58:05.639348 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: rbac_subnetpool.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.640277 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.640797 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: rbac-subnetpool Jul 11 13:58:05.641118 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: revisionifmatch.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.642060 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.642592 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: revision-if-match Jul 11 13:58:05.642911 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: revisions.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.644026 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.644542 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: standard-attr-revisions Jul 11 13:58:05.644868 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: router_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.645545 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.646059 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: router_availability_zone Jul 11 13:58:05.646412 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: routerservicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.648887 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.649417 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension router-service-type not supported by any of loaded plugins Jul 11 13:58:05.649748 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.650715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.651235 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: security-groups-normalized-cidr Jul 11 13:58:05.651558 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.652491 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.653004 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: port-security-groups-filtering Jul 11 13:58:05.653326 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.654259 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.654810 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: security-groups-remote-address-group Jul 11 13:58:05.655132 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.656063 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.656578 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: security-groups-shared-filtering Jul 11 13:58:05.656898 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: securitygroup.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.666507 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.667044 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: security-group Jul 11 13:58:05.667368 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.668094 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.668611 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension segment not supported by any of loaded plugins Jul 11 13:58:05.668935 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.669878 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.670424 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 11 13:58:05.670745 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: servicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.671850 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.672374 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: service-type Jul 11 13:58:05.672694 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: sorting.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.673677 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.674008 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: sorting Jul 11 13:58:05.674350 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: standard_attr_segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.675269 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.675796 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 11 13:58:05.676119 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: standardattrdescription.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.676806 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.677319 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: standard-attr-description Jul 11 13:58:05.677636 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: stateful_security_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.678610 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.679385 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: stateful-security-group Jul 11 13:58:05.679705 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: stdattrs_common.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.680818 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 11 13:58:05.681137 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.682064 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.682604 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 11 13:58:05.682928 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: subnet_onboard.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.684039 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.684556 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: subnet_onboard Jul 11 13:58:05.684878 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.685808 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.686346 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 11 13:58:05.686671 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: subnet_service_types.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.687604 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.688120 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: subnet-service-types Jul 11 13:58:05.688438 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: subnetallocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.689527 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.690045 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: subnet_allocation Jul 11 13:58:05.690414 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.691086 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.691606 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: subnetpool-prefix-ops Jul 11 13:58:05.691930 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.692981 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.693399 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 11 13:58:05.693718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: tagging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.694864 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.695388 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: standard-attr-tag Jul 11 13:58:05.696290 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: timestamp.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.697523 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.698039 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loaded extension: standard-attr-timestamp Jul 11 13:58:05.698388 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: trunk.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.699428 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.699948 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension trunk not supported by any of loaded plugins Jul 11 13:58:05.700269 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: trunk_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.701197 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.701709 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension trunk-details not supported by any of loaded plugins Jul 11 13:58:05.702030 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: uplink_status_propagation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.702988 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.703504 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 11 13:58:05.703824 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Loading extension file: vlantransparent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 11 13:58:05.704502 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 11 13:58:05.705012 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 11 13:58:05.707654 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:network Jul 11 13:58:05.708174 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:subnet Jul 11 13:58:05.708575 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 13:58:05.708961 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:port Jul 11 13:58:05.710266 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.710737 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.711403 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.711851 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.712178 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:router Jul 11 13:58:05.712613 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:floatingip Jul 11 13:58:05.713100 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.714601 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.714975 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.715326 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 13:58:05.716343 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 11 13:58:05.716790 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:security_group Jul 11 13:58:05.717219 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 11 13:58:05.717824 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.718154 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 13:58:05.718535 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] subnetpool is already registered Jul 11 13:58:05.718959 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.719282 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 13:58:05.719611 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] subnetpool is already registered Jul 11 13:58:05.721901 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.722368 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.722967 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.723388 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.723719 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:router Jul 11 13:58:05.724056 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] router is already registered Jul 11 13:58:05.724466 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:floatingip Jul 11 13:58:05.724797 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] floatingip is already registered Jul 11 13:58:05.725255 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.725929 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 11 13:58:05.726255 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] rbac_policy is already registered Jul 11 13:58:05.726696 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:security_group Jul 11 13:58:05.727059 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] security_group is already registered Jul 11 13:58:05.727474 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 11 13:58:05.727809 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] security_group_rule is already registered Jul 11 13:58:05.728441 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.728766 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 13:58:05.729097 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] subnetpool is already registered Jul 11 13:58:05.729516 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 11 13:58:05.729840 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 11 13:58:05.730170 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] subnetpool is already registered Jul 11 13:58:05.730679 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: extensions {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.732171 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: address-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.733664 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: address-scopes {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.735036 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.736218 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: auto-allocated-topology {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.737461 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: availability_zones {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.738702 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: dhcp-networks {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.740208 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: dhcp-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.741627 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.744073 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: flavors {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.745351 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.746586 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: next_providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.748018 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.749551 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: floatingip-pools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.750826 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.752548 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: floatingips {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.753828 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: l3-routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.755238 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: l3-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.756650 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: metering-labels {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.757927 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: metering-label-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.759935 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: network-ip-availabilities {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.761192 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: bindings {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.762791 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.765495 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.767100 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: rbac-policies {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.768378 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: security-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.769615 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: security-group-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.770909 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: service-providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.772121 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.773488 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.775192 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.777024 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.779167 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.781139 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.783093 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.785040 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.786775 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.788667 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.790498 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.792272 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 11 13:58:05.798511 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 11 13:58:05.803611 dv-cinder-848429-3-iscsi neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 11 13:58:05.813303 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Acquired lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 11 13:58:05.813782 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Releasing lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 11 13:58:05.814487 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO oslo_service.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Starting 2 workers Jul 11 13:58:05.819302 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Started child 104191 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 13:58:05.824627 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Started child 104192 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 13:58:05.825419 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:05.826255 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO neutron.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 11 13:58:05.826811 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:05.826971 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [-] (104191) wsgi starting up on http://0.0.0.0:9696 Jul 11 13:58:05.829285 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO oslo_service.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Starting 1 workers Jul 11 13:58:05.829495 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:05.830890 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [-] (104192) wsgi starting up on http://0.0.0.0:9696 Jul 11 13:58:05.834635 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Started child 104193 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 13:58:05.835118 dv-cinder-848429-3-iscsi neutron-server[104082]: INFO oslo_service.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Starting 1 workers Jul 11 13:58:05.838379 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] calling RpcWorker wait() {{(pid=104193) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 11 13:58:05.838977 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] returning from RpcWorker wait() {{(pid=104193) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 11 13:58:05.839757 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Started child 104194 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 11 13:58:05.840383 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:05.840568 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6acc7c34-d3f5-4143-b3bc-d8b17aee8fd7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:05.840824 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:05.842569 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 11 13:58:05.842783 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 11 13:58:05.842967 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 11 13:58:05.843191 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 11 13:58:05.843515 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 11 13:58:05.843676 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 11 13:58:05.844344 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.844622 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.844874 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.845132 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.845569 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:05.846029 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.846029 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.846199 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.846580 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:05.846690 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.846888 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.847059 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.847224 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.847479 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.847712 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.848032 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.848305 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.848552 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.848795 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.848970 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.849223 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.849482 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.849718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.850006 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.850267 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.850755 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.850999 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.851244 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.851502 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.851825 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.852067 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.852319 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.852548 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.852779 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.853027 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.853282 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.853513 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.853740 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.853970 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.854238 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.854497 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.854967 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-cinder-848429-3-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.855226 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.855452 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.855688 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.855923 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.856166 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.856376 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.856636 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.856874 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.857141 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.857379 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.857593 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.857831 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.858069 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.858333 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.858501 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.858731 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.858984 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.859307 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.859446 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.859600 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.859734 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.859965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.860107 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.860367 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.860597 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.860809 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.861019 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.861259 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.861505 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.861756 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.861990 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.862215 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.862474 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.862716 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.862954 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.863201 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.863422 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.863665 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.863876 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.864086 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.864899 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.865157 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.865561 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.865813 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.866056 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.866333 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.866572 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.866775 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.867004 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.867258 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.868005 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.868385 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.868623 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.868893 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.869277 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.869569 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.869776 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.870827 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.870827 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.870827 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.870827 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.871364 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.871364 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.871364 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.871803 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.871803 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.872083 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.872235 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.872398 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.872629 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.872855 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.873271 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.873548 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.873854 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.874098 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.874491 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.874653 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.875024 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.875024 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.875858 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.875858 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.875858 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.876480 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.876480 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.876989 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.876989 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.877252 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.877389 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.877585 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.877816 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.879341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.881965 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.885971 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.886590 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.886590 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.886590 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.886813 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.887138 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.887288 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.887477 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.887691 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.887904 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.888135 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.889263 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.889263 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.889263 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.889263 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.889263 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.890103 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.890103 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.890103 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.890369 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.890504 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.890718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.890953 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.891161 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.891373 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.891583 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.891825 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.892039 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.892247 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.892452 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.892689 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.892895 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.893118 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.893347 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.893570 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.893779 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.893981 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.894182 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.895320 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.895630 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.895768 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.897266 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.897495 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.897718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.897932 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.898166 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.898480 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.899397 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.899615 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.899919 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.900160 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.900624 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.900877 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.901119 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.901337 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.901585 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.901856 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.902449 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.902737 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.903461 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.903694 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.903949 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.904174 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.904390 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.904655 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.904879 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.905095 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.905337 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.907348 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.907632 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.907855 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.908120 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.908375 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.908617 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.908836 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.909067 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.909295 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.910180 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.910474 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.910747 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.910970 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.915230 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.915574 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.915863 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.916315 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.916718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.917108 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.917518 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.917773 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.918049 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.918286 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.918560 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.918810 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.919056 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.919283 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.919501 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.919749 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.920062 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.920293 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.920523 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.920749 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.921011 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.921278 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.921516 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.921773 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.922038 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.922273 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.922597 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.922925 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.923149 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.923395 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.923652 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.923927 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.924087 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.924290 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.924745 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.924988 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.925203 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.925450 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.925681 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.925929 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.926135 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.926530 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.926899 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.927148 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.927361 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.927579 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.927901 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.928031 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.928429 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.928646 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.928853 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.929361 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.929578 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.929851 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.930819 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.931035 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.931364 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.931601 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.931888 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.932100 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.932346 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.932562 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.932788 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.933344 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.933662 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.933991 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.934325 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.934667 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.934970 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.935298 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.935630 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.936094 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.936430 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.936753 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.937207 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.937607 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.938020 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.938383 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.938613 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.938868 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.939085 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.939311 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.939548 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.939768 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.939988 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.940355 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.940699 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.941135 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.941362 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.941604 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.941820 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.942036 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.942596 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.942596 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.942794 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.942912 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.943111 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.943321 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.943533 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.943760 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.944045 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.944282 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.944505 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.945010 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.945010 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.945300 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.945386 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.946348 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.946348 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.946348 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.946348 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.946718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.946718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.946920 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.947022 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:05.947110 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.947329 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.947537 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.947761 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.947978 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.948182 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.948385 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.948600 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.948816 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.949019 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.949258 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.949463 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.949750 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.949974 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.950185 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.950410 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.950630 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.950841 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.951046 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.951264 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.951475 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.951674 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.952000 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.952226 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.952441 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.952719 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.952932 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.953165 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.953404 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.953691 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.953901 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.954142 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.954413 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.954630 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.954866 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.955117 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.955417 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.955690 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.956140 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.956390 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.956669 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.956931 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.957193 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.957403 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.957698 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.958022 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.958295 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.958720 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.958955 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.959192 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.959410 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.959637 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.959849 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.960093 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.960302 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.960524 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.960757 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.960975 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.961231 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.961474 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.961684 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.961931 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.962141 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.962386 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.962599 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.962756 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 11 13:58:05.963286 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 11 13:58:05.963444 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 11 13:58:05.963593 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 11 13:58:05.963760 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 11 13:58:05.963924 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 11 13:58:05.964071 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 11 13:58:05.964264 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.964414 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.964567 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.964720 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.964910 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.965067 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.965221 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.965373 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.965526 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.965677 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.965830 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.965982 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.966135 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.966287 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.966462 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.966612 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.966762 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.966920 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.967072 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.967226 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.967379 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.967531 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.967683 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.967869 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.968076 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.968244 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.968381 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.968515 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.968664 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.968800 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.968962 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.969120 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.969259 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.969414 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.969553 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.969690 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.969845 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.970005 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.970152 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.970292 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-cinder-848429-3-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.970467 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.970608 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.970745 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.970883 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.971062 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.971204 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.971354 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.971492 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.971631 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.971769 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.971905 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.972058 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.972195 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.972323 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.972407 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.972555 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.972715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.972872 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.973043 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.973198 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.973347 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.973496 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.973645 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.973793 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.973941 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.974090 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.974247 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.974414 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.974542 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.974690 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.974850 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.975001 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.975308 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.975462 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.975620 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.975758 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.975911 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.976073 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.976202 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.976360 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.976509 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.977343 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.977491 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.977642 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.977796 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.977951 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.978106 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.978258 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.978421 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.978576 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.978728 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.978880 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.979033 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.979189 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.979343 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.979495 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.979647 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.979799 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.979952 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.980104 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.980256 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.980408 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.980563 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.980715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.980868 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.981018 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.981170 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.981327 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.981466 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.981622 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.981775 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 11 13:58:05.981948 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.982105 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.982272 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.982450 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.982608 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.982764 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.982906 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.983064 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.983204 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.983364 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.983528 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.983685 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.983849 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.984005 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.984160 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.984318 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.984496 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.984631 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.984776 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.984931 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.985085 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.985240 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.985403 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.985559 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.985715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.985870 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.986026 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.986189 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.986387 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.986519 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.986691 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.986848 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.987004 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.987159 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.987312 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.987469 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.987625 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.987781 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.987937 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.988093 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.988248 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.988402 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.988557 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.988715 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.988867 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.989024 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.989182 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.989338 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.989494 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.989649 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.989806 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.989964 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.990118 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.990273 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.990450 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.990605 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.990760 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.990923 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.991078 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.991240 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.991394 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.991550 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.991706 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.991861 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.992016 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.992172 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.992388 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.993102 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.993272 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.993428 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.993584 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.993739 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.993895 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.994050 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.994205 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.994385 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.994540 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.994696 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.994852 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.995008 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.995164 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.995320 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.995477 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.995633 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.995788 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.995943 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.996098 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.996254 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.996408 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.996563 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.996718 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.996887 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.997044 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.997198 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.997354 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.997509 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.997665 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.997819 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.997973 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.998128 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.998284 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.998458 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.998614 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.998775 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.998931 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.999086 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.999241 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.999396 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.999550 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.999712 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.999842 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:05.999993 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.000148 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.000304 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.000459 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.000613 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.000767 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.000922 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.001076 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.001240 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.001398 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.001557 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.001712 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.001881 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.002029 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.002185 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.002359 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.002517 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.002673 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.002829 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.002984 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.003141 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.003296 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.003451 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.003607 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.003774 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.003930 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.004086 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.004242 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.004420 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.004574 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.004730 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.004885 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.005041 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.005197 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.005353 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.005508 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.005664 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.005819 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.005974 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.006130 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.006285 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.006459 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.006614 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.006769 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.006925 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.007080 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.007236 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.007392 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.007547 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.007702 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.007857 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.008039 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.008200 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.008356 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.008511 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.008666 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.008822 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.008967 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.009121 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.009276 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.009431 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.009585 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.009740 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.009895 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.010049 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.010207 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.010382 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.010540 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.010695 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.010851 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.011007 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.011162 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.011325 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.011480 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.011635 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.011791 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.011947 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.012103 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.012259 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.012414 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.012570 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.012725 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.012881 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.013053 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.013208 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.013363 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.013522 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.013678 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.013834 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.013990 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.014146 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.014317 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.014475 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.014632 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.014788 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.014943 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.015098 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.015253 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.015408 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.015567 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.015725 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.015881 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.016037 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.016193 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.016349 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.016504 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.016660 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.016816 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.016972 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.017127 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.017283 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.017438 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.017605 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.017761 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.017915 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.018070 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.018228 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.018401 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.018566 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.018722 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.018877 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.019032 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.019186 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.019341 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.019506 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.019662 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.019817 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.019972 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.020127 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.020282 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.020450 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021145 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021145 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021145 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021145 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021145 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021544 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021544 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021746 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021746 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.021992 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.022078 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.022189 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.022367 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.022526 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.022682 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.022838 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.022994 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.023159 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.023315 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.023471 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.023758 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.023858 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.023979 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.024135 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.024303 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.024459 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.024618 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.024774 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.024929 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.025084 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.025241 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.025401 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.025566 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.025727 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.025884 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.026047 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.026211 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.026403 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.026560 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.026722 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.026889 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.027046 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.027201 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.027356 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.027511 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.027667 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.027820 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.027989 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.028120 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.028274 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.028428 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.028583 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.028746 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.028881 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.029036 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.029180 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.029334 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.029489 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.029645 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.029799 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 11 13:58:06.029947 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 11 13:58:06.101136 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38200) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:06.110061 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063472 Jul 11 13:58:07.889856 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writer thread running {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 13:58:15.313954 dv-cinder-848429-3-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:17.478179 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d8e3bf-2fdb-46f2-b09f-39860e48c1cd None None] get_active_networks_info from dv-cinder-848429-3-iscsi {{(pid=104193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 11 13:58:17.484700 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writer thread running {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 13:58:17.551951 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8e3bf-2fdb-46f2-b09f-39860e48c1cd None None] No non-hosted networks {{(pid=104193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 11 13:58:17.564999 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.agentschedulers_db [None req-49d8e3bf-2fdb-46f2-b09f-39860e48c1cd None None] DHCP Agent not found on host dv-cinder-848429-3-iscsi {{(pid=104193) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 11 13:58:17.645140 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-287b7362-82f6-4e61-9eab-31204dc135a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615272'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:17.946046 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:19.825923 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-85d3a98e-d4bc-4d45-bad3-687c325b9211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615272'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:19.877453 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5e054e31-5f96-4675-a916-ee88f5d932e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:20.839879 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38274) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:21.030481 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615272'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:21.513599 dv-cinder-848429-3-iscsi neutron-server[104192]: WARNING oslo_policy.policy [None req-46c1d526-3474-467c-af3d-db204cdbfab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:21.514348 dv-cinder-848429-3-iscsi neutron-server[104192]: WARNING oslo_policy.policy [None req-46c1d526-3474-467c-af3d-db204cdbfab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:21.738186 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [None req-46c1d526-3474-467c-af3d-db204cdbfab7 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 13:58:21.753044 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-46c1d526-3474-467c-af3d-db204cdbfab7 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8986561 Jul 11 13:58:22.528309 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615272'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:22.779530 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615272'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:22.781435 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.782721 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.783349 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.784300 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.784929 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.785596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.786190 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.786836 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.787596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.788165 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.789127 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.789813 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.790400 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.790944 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.791873 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:22.792629 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848429-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:22.801333 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848429-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:24.231429 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38308) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:24.240146 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.db.l3_hamode_db [None req-774b3cd1-d7ad-4d5d-a318-a38f8f44a671 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 11 13:58:24.326235 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b3cd1-d7ad-4d5d-a318-a38f8f44a671 None None] Routers set() bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 13:58:24.326731 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b3cd1-d7ad-4d5d-a318-a38f8f44a671 None None] Router IDs set() for agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 11 13:58:24.598924 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-1d3af48b-d934-46a8-8e7e-4570b077f006 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 13:58:24.690959 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.policy [None req-1d3af48b-d934-46a8-8e7e-4570b077f006 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 11 13:58:24.733582 dv-cinder-848429-3-iscsi neutron-server[104192]: WARNING oslo_policy.policy [None req-1d3af48b-d934-46a8-8e7e-4570b077f006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:24.733900 dv-cinder-848429-3-iscsi neutron-server[104192]: WARNING oslo_policy.policy [None req-1d3af48b-d934-46a8-8e7e-4570b077f006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:24.753450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writer thread running {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 13:58:24.832556 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1d3af48b-d934-46a8-8e7e-4570b077f006 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757680389558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757680389050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757680405879', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757680399149', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757680277806', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757680285064', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1850522', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1862410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-841822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933356'] for rbac-policy (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:24.903676 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1d3af48b-d934-46a8-8e7e-4570b077f006 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:24.904403 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-1d3af48b-d934-46a8-8e7e-4570b077f006 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6719532 Jul 11 13:58:27.147710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38320) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:27.489056 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 13:58:27.524016 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Made reservation on behalf of 9c32ce113f734d9cbd5e90555ab94cdd for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 13:58:27.528895 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.547875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.669073 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks [] for security_group (e95fe845-c4e6-454c-b34b-5cf41fa6c2c3), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.674045 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e95fe845-c4e6-454c-b34b-5cf41fa6c2c3), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.709230 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 13:58:27.738264 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757678160752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (13fbb3c7-c723-4ef8-ba65-a9ee704b06c7), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.738842 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Unsubscribe: segment precommit_create {{(pid=104192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 11 13:58:27.739373 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Added segment 13fbb3c7-c723-4ef8-ba65-a9ee704b06c7 of type vlan for network 7a4187a8-9092-4a87-8cfc-f7b265120b67 Jul 11 13:58:27.745736 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e95fe845-c4e6-454c-b34b-5cf41fa6c2c3,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:27.767516 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.767854 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.768209 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.768555 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.768882 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.769206 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.769525 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.769842 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.770164 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.770511 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.770830 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.771155 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.771472 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.771812 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.772090 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Tracked resource versions report: Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: pushed versions: Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: { 'AddressGroup': {'1.2'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Agent': {'1.1'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'ConntrackHelper': {'1.0'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'LocalIPAssociation': {'1.0'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Log': {'1.0'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'NDPProxy': {'1.0'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Network': {'1.1'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Port': {'1.7'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'PortForwarding': {'1.3'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'QosPolicy': {'1.10'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroup': {'1.5'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroupRule': {'1.2'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SubPort': {'1.0'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Subnet': {'1.1'}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Trunk': {'1.1'}} Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: consumer versions: Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Agent': '1.1', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'ConntrackHelper': '1.0', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'LocalIPAssociation': '1.0', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Log': '1.0', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'NDPProxy': '1.0', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Network': '1.1', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Port': '1.7', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'PortForwarding': '1.3', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'QosPolicy': '1.10', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroup': '1.5', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroupRule': '1.2', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SubPort': '1.0', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Subnet': '1.1', Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Trunk': '1.1'}} Jul 11 13:58:27.773994 dv-cinder-848429-3-iscsi neutron-server[104192]: {{(pid=104192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 13:58:27.865647 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (7a4187a8-9092-4a87-8cfc-f7b265120b67), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.898489 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=57,neutron:INSERT=42,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:27.909450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (7a4187a8-9092-4a87-8cfc-f7b265120b67), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.915107 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:27.915813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:27.983816 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8350275 Jul 11 13:58:28.041202 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b747dc-54ef-47a0-9268-b67ff0d81820 demo demo] Pushing event updated for resources: {'Network': ['ID=7a4187a8-9092-4a87-8cfc-f7b265120b67,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:28.053338 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 13:58:30.328976 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38334) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:30.773856 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a803f-fb8e-4287-b577-b4c44a0403db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:30.775382 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cd5a803f-fb8e-4287-b577-b4c44a0403db demo admin] 10.222.0.49 "GET /v2.0/networks/7a4187a8-9092-4a87-8cfc-f7b265120b67 HTTP/1.1" status: 200 len: 825 time: 0.4454193 Jul 11 13:58:30.801510 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f30a1ff1-f255-4b4f-bd1b-2bcf57818e63 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/8bb35809-e155-43d1-8468-8d008b616173 HTTP/1.1" status: 200 len: 734 time: 0.0204844 Jul 11 13:58:30.810827 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '8bb35809-e155-43d1-8468-8d008b616173'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 13:58:30.835774 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Made reservation on behalf of 9c32ce113f734d9cbd5e90555ab94cdd for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 13:58:30.838239 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:31.057534 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:31.138331 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (4257e890-557c-4b4a-b882-b4ab2000713b), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:31.207768 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4257e890-557c-4b4a-b882-b4ab2000713b,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:31.217646 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Checking segment: {'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 13:58:31.218029 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Network hostable DHCP agents. Network: 7a4187a8-9092-4a87-8cfc-f7b265120b67, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 13:58:31.239525 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 13:58:31.250498 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 7a4187a8-9092-4a87-8cfc-f7b265120b67) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 13:58:31.255260 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:31.255877 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:31.262411 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d0556-b79a-41a0-a0c6-6d317dc19a07 None None] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 13:58:31.275138 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7289bac0-33d4-4689-b59a-8df8528fa022 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4675972 Jul 11 13:58:31.546734 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-7a4187a8-9092-4a87-8cfc-f7b265120b67', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'fixed_ips': [{'subnet_id': '4257e890-557c-4b4a-b882-b4ab2000713b'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 13:58:31.548465 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:31.855884 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Allocated IP 172.20.0.2 (7a4187a8-9092-4a87-8cfc-f7b265120b67/4257e890-557c-4b4a-b882-b4ab2000713b/19639ced-a077-4f08-bba9-6d7b95a31e29) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 13:58:31.945766 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:32.158057 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Publish callbacks [] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:32.165945 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:32.256988 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 13:58:32.258695 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Pushing event updated for resources: {'Port': ['ID=19639ced-a077-4f08-bba9-6d7b95a31e29,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:32.263677 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 13:58:32.267626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 13:58:32.275114 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.275466 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.275827 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.276187 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.276572 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.276933 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.277271 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.277650 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.278057 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.278443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.278768 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.279117 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.279444 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.279767 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.280090 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Tracked resource versions report: Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: pushed versions: Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: { 'AddressGroup': {'1.2'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Agent': {'1.1'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'ConntrackHelper': {'1.0'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'LocalIPAssociation': {'1.0'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Log': {'1.0'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'NDPProxy': {'1.0'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Network': {'1.1'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Port': {'1.7'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'PortForwarding': {'1.3'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'QosPolicy': {'1.10'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroup': {'1.5'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroupRule': {'1.2'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SubPort': {'1.0'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Subnet': {'1.1'}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Trunk': {'1.1'}} Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: consumer versions: Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Agent': '1.1', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'ConntrackHelper': '1.0', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'LocalIPAssociation': '1.0', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Log': '1.0', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'NDPProxy': '1.0', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Network': '1.1', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Port': '1.7', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'PortForwarding': '1.3', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'QosPolicy': '1.10', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroup': '1.5', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroupRule': '1.2', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SubPort': '1.0', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Subnet': '1.1', Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Trunk': '1.1'}} Jul 11 13:58:32.281840 dv-cinder-848429-3-iscsi neutron-server[104193]: {{(pid=104193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 13:58:32.355617 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:32.366395 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Attempting to bind port 19639ced-a077-4f08-bba9-6d7b95a31e29 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 13:58:32.367326 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Attempting to bind port 19639ced-a077-4f08-bba9-6d7b95a31e29 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 13:58:32.367754 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Attempting to bind port 19639ced-a077-4f08-bba9-6d7b95a31e29 on network 7a4187a8-9092-4a87-8cfc-f7b265120b67 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 13:58:32.373787 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 13:58:32.374205 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Checking segment: {'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 13:58:32.374715 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:32.375110 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Bound using segment: {'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 13:58:32.375589 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Bound port: 19639ced-a077-4f08-bba9-6d7b95a31e29, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 13:58:32.375999 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:32.443235 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] For port 19639ced-a077-4f08-bba9-6d7b95a31e29, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 13:58:32.464879 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] For port 19639ced-a077-4f08-bba9-6d7b95a31e29, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=19639ced-a077-4f08-bba9-6d7b95a31e29,segment=NetworkSegment(13fbb3c7-c723-4ef8-ba65-a9ee704b06c7),segment_id=13fbb3c7-c723-4ef8-ba65-a9ee704b06c7)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 13:58:32.471427 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:32.529029 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273bb84-85ff-4641-9baf-2da0a1b27f0c None None] Pushing event updated for resources: {'Port': ['ID=19639ced-a077-4f08-bba9-6d7b95a31e29,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:32.542871 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:32.552346 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:33.658420 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38344) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:34.008303 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [None req-f95c45cd-f330-4964-8b88-12611df36c7a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 13:58:34.011060 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f95c45cd-f330-4964-8b88-12611df36c7a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3499856 Jul 11 13:58:36.308956 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38352) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:36.646159 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [None req-ff8d875b-ca55-4748-bef0-d972cf2a59cf admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 13:58:36.647243 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-ff8d875b-ca55-4748-bef0-d972cf2a59cf admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3372691 Jul 11 13:58:38.939267 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38360) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:39.273742 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-2d5fc01b-993d-4bf0-820f-7315c05de1bb demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 13:58:39.309559 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2d5fc01b-993d-4bf0-820f-7315c05de1bb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:39.311366 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2d5fc01b-993d-4bf0-820f-7315c05de1bb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:39.456887 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2d5fc01b-993d-4bf0-820f-7315c05de1bb demo demo] Publish callbacks [] for router_controller (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), precommit_add_association {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:39.463424 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2d5fc01b-993d-4bf0-820f-7315c05de1bb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:39.481078 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2d5fc01b-993d-4bf0-820f-7315c05de1bb demo demo] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:39.482224 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2d5fc01b-993d-4bf0-820f-7315c05de1bb demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5419886 Jul 11 13:58:40.626949 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305ef7b-906a-47d0-b687-36d01cd45577 None None] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 13:58:40.645310 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 19639ced-a077-4f08-bba9-6d7b95a31e29 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 13:58:40.787077 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-f3100626-6441-4eda-a5c2-c3d9c55c78ed None None] Provisioning complete for port 19639ced-a077-4f08-bba9-6d7b95a31e29 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:40.787488 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f3100626-6441-4eda-a5c2-c3d9c55c78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:40.794094 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 19639ced-a077-4f08-bba9-6d7b95a31e29 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:40.794537 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:41.012613 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 19639ced-a077-4f08-bba9-6d7b95a31e29 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:58:41.013005 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:41.028210 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-f3100626-6441-4eda-a5c2-c3d9c55c78ed None None] Current status of the port 19639ced-a077-4f08-bba9-6d7b95a31e29 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:58:41.028728 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f3100626-6441-4eda-a5c2-c3d9c55c78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:41.072815 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 19639ced-a077-4f08-bba9-6d7b95a31e29, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=19639ced-a077-4f08-bba9-6d7b95a31e29,segment=NetworkSegment(13fbb3c7-c723-4ef8-ba65-a9ee704b06c7),segment_id=13fbb3c7-c723-4ef8-ba65-a9ee704b06c7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 13:58:41.079012 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:41.136598 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:41.146501 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.db.api [None req-f3100626-6441-4eda-a5c2-c3d9c55c78ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 11 13:58:41.146944 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG oslo_db.api [None req-f3100626-6441-4eda-a5c2-c3d9c55c78ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 11 13:58:41.157424 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=19639ced-a077-4f08-bba9-6d7b95a31e29,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:41.678822 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-f3100626-6441-4eda-a5c2-c3d9c55c78ed None None] Current status of the port 19639ced-a077-4f08-bba9-6d7b95a31e29 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:58:41.796731 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-7a20ad08-6e5e-41b2-8742-614587fb834b None None] Provisioning complete for port 19639ced-a077-4f08-bba9-6d7b95a31e29 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:41.797122 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7a20ad08-6e5e-41b2-8742-614587fb834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:41.812954 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38374) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:41.869441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-7a20ad08-6e5e-41b2-8742-614587fb834b None None] Current status of the port 19639ced-a077-4f08-bba9-6d7b95a31e29 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:58:42.137727 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [None req-7544d18a-c878-49ed-8909-c4172d2524a0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 13:58:42.138728 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7544d18a-c878-49ed-8909-c4172d2524a0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3248479 Jul 11 13:58:42.615591 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 19639ced-a077-4f08-bba9-6d7b95a31e29 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 13:58:42.640996 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:42.662993 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 19639ced-a077-4f08-bba9-6d7b95a31e29 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:42.663455 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:42.732786 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 19639ced-a077-4f08-bba9-6d7b95a31e29 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:58:44.417693 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 38382) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:44.771421 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 13:58:44.792829 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Made reservation on behalf of 5898aef39ca74b7d8b99cb1aa700e9c2 for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 13:58:44.795494 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:44.804703 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:44.881072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks [] for security_group (21a42ac3-64be-4551-a278-579345774e77), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:44.889793 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (21a42ac3-64be-4551-a278-579345774e77), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:44.907370 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Reserving flat network on physical network physnet1 {{(pid=104192) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 11 13:58:44.921275 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:44.933752 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (1c07aa73-beee-4edc-8593-fa151e7eaa88), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:44.934220 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Added segment 1c07aa73-beee-4edc-8593-fa151e7eaa88 of type flat for network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 Jul 11 13:58:44.936119 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a42ac3-64be-4551-a278-579345774e77,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:44.988708 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (2c1252d3-53d9-4ac8-8fc1-67e848c55c11), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:45.022208 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (2c1252d3-53d9-4ac8-8fc1-67e848c55c11), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:45.023211 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:45.023780 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:45.069336 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:45.083509 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6647129 Jul 11 13:58:45.126381 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d9492-1b94-443b-82b3-d901cb75d15b admin admin] Pushing event updated for resources: {'Network': ['ID=2c1252d3-53d9-4ac8-8fc1-67e848c55c11,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:45.138229 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 13:58:47.370065 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 38390) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:47.419270 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6dd2-9d81-4607-97ef-6bbd48f61a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:47.883393 dv-cinder-848429-3-iscsi neutron-server[104191]: WARNING oslo_policy.policy [None req-68b24608-30e4-40fb-88d8-7f873ebc1c8b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:47.883936 dv-cinder-848429-3-iscsi neutron-server[104191]: WARNING oslo_policy.policy [None req-68b24608-30e4-40fb-88d8-7f873ebc1c8b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:48.111467 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writer thread running {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 11 13:58:48.160822 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:48.285505 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.policy [None req-68b24608-30e4-40fb-88d8-7f873ebc1c8b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 11 13:58:48.328725 dv-cinder-848429-3-iscsi neutron-server[104191]: WARNING oslo_policy.policy [None req-68b24608-30e4-40fb-88d8-7f873ebc1c8b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:48.329029 dv-cinder-848429-3-iscsi neutron-server[104191]: WARNING oslo_policy.policy [None req-68b24608-30e4-40fb-88d8-7f873ebc1c8b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 11 13:58:48.337256 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b24608-30e4-40fb-88d8-7f873ebc1c8b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:48.339197 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-68b24608-30e4-40fb-88d8-7f873ebc1c8b demo admin] 10.222.0.49 "GET /v2.0/subnets/4257e890-557c-4b4a-b882-b4ab2000713b HTTP/1.1" status: 200 len: 849 time: 0.9672990 Jul 11 13:58:48.504136 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a0096fdd-eed2-428e-b410-9d781ba92e1f demo admin] 10.222.0.49 "GET /v2.0/routers/c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 HTTP/1.1" status: 200 len: 704 time: 0.1590054 Jul 11 13:58:48.765910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.094960 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Allocated IP 172.20.0.1 (7a4187a8-9092-4a87-8cfc-f7b265120b67/4257e890-557c-4b4a-b882-b4ab2000713b/ac55e5ad-149d-4180-8d63-ecad1f106099) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 13:58:49.306778 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks [] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.369428 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.431911 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 13:58:49.438869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 13:58:49.478224 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 13:58:49.478499 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.502433 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Pushing event updated for resources: {'Port': ['ID=ac55e5ad-149d-4180-8d63-ecad1f106099,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:49.543006 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:49.557868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.558256 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.558596 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.559080 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.559292 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.559612 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.559934 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.560255 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.560589 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.560920 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.561238 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.561574 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.561894 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.562213 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.562555 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Tracked resource versions report: Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: pushed versions: Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: { 'AddressGroup': {'1.2'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Agent': {'1.1'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'ConntrackHelper': {'1.0'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'LocalIPAssociation': {'1.0'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Log': {'1.0'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'NDPProxy': {'1.0'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Network': {'1.1'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Port': {'1.7'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'PortForwarding': {'1.3'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'QosPolicy': {'1.10'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroup': {'1.5'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroupRule': {'1.2'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SubPort': {'1.0'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Subnet': {'1.1'}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Trunk': {'1.1'}} Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: consumer versions: Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Agent': '1.1', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'ConntrackHelper': '1.0', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'LocalIPAssociation': '1.0', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Log': '1.0', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'NDPProxy': '1.0', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Network': '1.1', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Port': '1.7', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'PortForwarding': '1.3', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'QosPolicy': '1.10', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroup': '1.5', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroupRule': '1.2', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SubPort': '1.0', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Subnet': '1.1', Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Trunk': '1.1'}} Jul 11 13:58:49.563930 dv-cinder-848429-3-iscsi neutron-server[104191]: {{(pid=104191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 13:58:49.643643 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-d7ebce87-94b6-4d50-924b-1c90ae6685a6 None None] Provisioning complete for port ac55e5ad-149d-4180-8d63-ecad1f106099 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:49.644234 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d7ebce87-94b6-4d50-924b-1c90ae6685a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.678293 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-d7ebce87-94b6-4d50-924b-1c90ae6685a6 None None] Port ac55e5ad-149d-4180-8d63-ecad1f106099 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 13:58:49.697051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.781333 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:49.820798 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-451d2dea-6f2f-4e38-9d6a-b89fdbce5d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.928163 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks [] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.932942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.933745 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:49.988960 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Pushing event updated for resources: {'Port': ['ID=ac55e5ad-149d-4180-8d63-ecad1f106099,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:50.062089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 13:58:50.063495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 13:58:50.224181 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 13:58:50.300046 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-44097ad3-13bc-44b2-a8a8-b4b5387b39f2 None None] Provisioning complete for port ac55e5ad-149d-4180-8d63-ecad1f106099 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:50.300437 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-44097ad3-13bc-44b2-a8a8-b4b5387b39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:50.332411 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-44097ad3-13bc-44b2-a8a8-b4b5387b39f2 None None] Port ac55e5ad-149d-4180-8d63-ecad1f106099 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 13:58:50.360179 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 13:58:50.366603 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-90275935-8ea3-44de-8b57-c50684270c03 demo admin] 10.222.0.49 "PUT /v2.0/routers/c3d26b16-e19f-44f1-8c7f-5f73cc120fc5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8565650 Jul 11 13:58:50.370322 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Sync routers for ids ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 13:58:50.386453 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Routers {'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 13:58:50.387426 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T13:58:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:50.566688 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Set router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 gateway port host: None {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 13:58:50.976704 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:50.982596 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'name': 'router1', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T13:58:39Z', 'updated_at': '2022-07-11T13:58:49Z', 'revision_number': 2, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'gw_port_host': None, '_interfaces': [{'id': 'ac55e5ad-149d-4180-8d63-ecad1f106099', 'name': '', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'mac_address': 'fa:16:3e:b9:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:48Z', 'updated_at': '2022-07-11T13:58:49Z', 'revision_number': 2, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'subnets': [{'id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb35809-e155-43d1-8468-8d008b616173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:51.033526 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Checking router: c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 13:58:51.033893 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Updating router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 port ac55e5ad-149d-4180-8d63-ecad1f106099 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 13:58:51.116762 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:51.590751 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Publish callbacks [] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:51.598472 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:51.770084 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Pushing event updated for resources: {'Port': ['ID=ac55e5ad-149d-4180-8d63-ecad1f106099,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:51.777604 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Attempting to bind port ac55e5ad-149d-4180-8d63-ecad1f106099 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 13:58:51.777996 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Attempting to bind port ac55e5ad-149d-4180-8d63-ecad1f106099 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 13:58:51.778541 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Attempting to bind port ac55e5ad-149d-4180-8d63-ecad1f106099 on network 7a4187a8-9092-4a87-8cfc-f7b265120b67 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 13:58:51.786812 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.787158 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.787496 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.788387 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.788714 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.789037 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.789356 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.789669 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.789987 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.790318 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.790638 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.790971 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.791313 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.791623 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.791934 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Tracked resource versions report: Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: pushed versions: Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: { 'AddressGroup': {'1.2'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Agent': {'1.1'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'ConntrackHelper': {'1.0'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'LocalIPAssociation': {'1.0'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Log': {'1.0'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'NDPProxy': {'1.0'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Network': {'1.1'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Port': {'1.7'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'PortForwarding': {'1.3'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'QosPolicy': {'1.10'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroup': {'1.5'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroupRule': {'1.2'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SubPort': {'1.0'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Subnet': {'1.1'}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Trunk': {'1.1'}} Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: consumer versions: Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Agent': '1.1', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'ConntrackHelper': '1.0', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'LocalIPAssociation': '1.0', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Log': '1.0', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'NDPProxy': '1.0', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Network': '1.1', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Port': '1.7', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'PortForwarding': '1.3', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'QosPolicy': '1.10', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroup': '1.5', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroupRule': '1.2', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SubPort': '1.0', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Subnet': '1.1', Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Trunk': '1.1'}} Jul 11 13:58:51.793336 dv-cinder-848429-3-iscsi neutron-server[104194]: {{(pid=104194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 13:58:51.796878 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 13:58:51.796878 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Checking segment: {'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 13:58:51.796878 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:51.797515 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Bound using segment: {'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 13:58:51.797515 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Bound port: ac55e5ad-149d-4180-8d63-ecad1f106099, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fbb3c7-c723-4ef8-ba65-a9ee704b06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 13:58:51.797831 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:51.857203 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0bf63973-fab2-458c-a10e-0e9dc2136109 None None] Provisioning complete for port ac55e5ad-149d-4180-8d63-ecad1f106099 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:51.857492 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0bf63973-fab2-458c-a10e-0e9dc2136109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:51.864302 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] For port ac55e5ad-149d-4180-8d63-ecad1f106099, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 13:58:51.883904 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] For port ac55e5ad-149d-4180-8d63-ecad1f106099, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ac55e5ad-149d-4180-8d63-ecad1f106099,segment=NetworkSegment(13fbb3c7-c723-4ef8-ba65-a9ee704b06c7),segment_id=13fbb3c7-c723-4ef8-ba65-a9ee704b06c7)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 13:58:51.886931 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:51.887555 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:51.891744 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:51.891985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0bf63973-fab2-458c-a10e-0e9dc2136109 None None] Port ac55e5ad-149d-4180-8d63-ecad1f106099 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 13:58:51.951780 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278d174-2342-425c-bc34-3ec44e755b3a None None] Pushing event updated for resources: {'Port': ['ID=ac55e5ad-149d-4180-8d63-ecad1f106099,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:51.960889 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Routers {'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 13:58:51.961541 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T13:58:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:52.051960 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] Set router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 gateway port host: None {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 13:58:52.216393 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-078d68aa-df6c-4913-b38c-f9acad7a4f54 None None] Provisioning complete for port ac55e5ad-149d-4180-8d63-ecad1f106099 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:52.216911 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-078d68aa-df6c-4913-b38c-f9acad7a4f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:52.250651 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'name': 'router1', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T13:58:39Z', 'updated_at': '2022-07-11T13:58:49Z', 'revision_number': 2, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'gw_port_host': None, '_interfaces': [{'id': 'ac55e5ad-149d-4180-8d63-ecad1f106099', 'name': '', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'mac_address': 'fa:16:3e:b9:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:48Z', 'updated_at': '2022-07-11T13:58:51Z', 'revision_number': 4, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'subnets': [{'id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb35809-e155-43d1-8468-8d008b616173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:52.276356 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e7f1d-b29b-4165-96fa-ef7d7d2c343c None None] The sync data for ids ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'] in dv-cinder-848429-3-iscsi is: [{'id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'name': 'router1', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T13:58:39Z', 'updated_at': '2022-07-11T13:58:49Z', 'revision_number': 2, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'gw_port_host': None, '_interfaces': [{'id': 'ac55e5ad-149d-4180-8d63-ecad1f106099', 'name': '', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'mac_address': 'fa:16:3e:b9:7a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:48Z', 'updated_at': '2022-07-11T13:58:51Z', 'revision_number': 4, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'subnets': [{'id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb35809-e155-43d1-8468-8d008b616173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 13:58:52.293205 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-078d68aa-df6c-4913-b38c-f9acad7a4f54 None None] Current status of the port ac55e5ad-149d-4180-8d63-ecad1f106099 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:58:52.293605 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-078d68aa-df6c-4913-b38c-f9acad7a4f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:52.330107 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-078d68aa-df6c-4913-b38c-f9acad7a4f54 None None] For port ac55e5ad-149d-4180-8d63-ecad1f106099, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ac55e5ad-149d-4180-8d63-ecad1f106099,segment=NetworkSegment(13fbb3c7-c723-4ef8-ba65-a9ee704b06c7),segment_id=13fbb3c7-c723-4ef8-ba65-a9ee704b06c7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 13:58:52.335530 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-078d68aa-df6c-4913-b38c-f9acad7a4f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:52.381717 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d68aa-df6c-4913-b38c-f9acad7a4f54 None None] Pushing event updated for resources: {'Port': ['ID=ac55e5ad-149d-4180-8d63-ecad1f106099,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:52.455511 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:52.621569 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 38416) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:52.771526 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:53.026425 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb777b4-8bcc-4335-a2eb-9d3f7d9ab097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:53.032983 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-bbb777b4-8bcc-4335-a2eb-9d3f7d9ab097 admin admin] 10.222.0.49 "GET /v2.0/networks/2c1252d3-53d9-4ac8-8fc1-67e848c55c11 HTTP/1.1" status: 200 len: 842 time: 0.4050567 Jul 11 13:58:53.037084 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 13:58:53.075509 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Made reservation on behalf of 5898aef39ca74b7d8b99cb1aa700e9c2 for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 13:58:53.078026 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:53.188596 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:53.340135 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:53.381474 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.objects.ports [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104191) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 11 13:58:53.381954 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (59686241-ba8e-466c-949e-045b304028f3), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:53.439183 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59686241-ba8e-466c-949e-045b304028f3,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:53.456878 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 13:58:53.457231 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Network hostable DHCP agents. Network: 2c1252d3-53d9-4ac8-8fc1-67e848c55c11, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 13:58:53.482397 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 13:58:53.495477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 2c1252d3-53d9-4ac8-8fc1-67e848c55c11) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 13:58:53.502123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:53.502940 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:53.507197 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5208435-7253-4760-a789-babae3437499 None None] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 13:58:53.531416 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:53.552782 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-cdc3be11-fa4f-4089-bb6e-b252c363dda4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5093830 Jul 11 13:58:53.636047 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f7d49-106b-4818-b39f-32ea8a7b2203 None None] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 13:58:55.098274 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:55.916716 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 38424) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:58:56.344159 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-db607b55-4dfe-4fdb-a3b6-4e48396581d9 demo admin] 10.222.0.49 "GET /v2.0/routers/c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 HTTP/1.1" status: 200 len: 710 time: 0.4263260 Jul 11 13:58:56.437340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8425c0e1-899c-4d3e-a430-644f5e1da4d1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 13:58:56.438706 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8425c0e1-899c-4d3e-a430-644f5e1da4d1 demo admin] 10.222.0.49 "GET /v2.0/networks/2c1252d3-53d9-4ac8-8fc1-67e848c55c11 HTTP/1.1" status: 200 len: 886 time: 0.0890467 Jul 11 13:58:56.447431 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 13:58:56.691100 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks [] for router_gateway (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:56.912189 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks [] for router_gateway (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:56.966422 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:56.993481 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:57.166808 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Allocated IP 172.27.1.153 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/87168d30-8f9c-45d1-b675-0c519fad359e) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 13:58:57.178661 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:57.274981 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks [] for port (87168d30-8f9c-45d1-b675-0c519fad359e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:57.308553 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:57.349656 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 13:58:57.354890 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 13:58:57.359012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 13:58:57.361909 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Pushing event updated for resources: {'Port': ['ID=87168d30-8f9c-45d1-b675-0c519fad359e,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:57.595971 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks [] for router_gateway (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:57.785003 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614457', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-618131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-818'] for router (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:57.789070 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-618122'] for router (c3d26b16-e19f-44f1-8c7f-5f73cc120fc5), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:57.898885 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:57.901001 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 13:58:58.006976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 13:58:58.011135 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:58.012332 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-56ef5399-48b6-4613-97be-918f760d1cde demo admin] 10.222.0.49 "PUT /v2.0/routers/c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 HTTP/1.1" status: 200 len: 890 time: 1.5679047 Jul 11 13:58:58.642959 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ac55e5ad-149d-4180-8d63-ecad1f106099 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 13:58:58.682657 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Sync routers for ids ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 13:58:58.693876 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:58.700419 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Routers {'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 13:58:58.701079 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T13:58:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:58.766879 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port ac55e5ad-149d-4180-8d63-ecad1f106099 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:58:58.767259 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:58.932093 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Set router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 13:58:59.226546 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port ac55e5ad-149d-4180-8d63-ecad1f106099 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:58:59.414221 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'name': 'router1', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '87168d30-8f9c-45d1-b675-0c519fad359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T13:58:39Z', 'updated_at': '2022-07-11T13:58:57Z', 'revision_number': 4, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'gw_port': {'id': '87168d30-8f9c-45d1-b675-0c519fad359e', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:56Z', 'updated_at': '2022-07-11T13:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ac55e5ad-149d-4180-8d63-ecad1f106099', 'name': '', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'mac_address': 'fa:16:3e:b9:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:48Z', 'updated_at': '2022-07-11T13:58:52Z', 'revision_number': 5, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'subnets': [{'id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb35809-e155-43d1-8468-8d008b616173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:58:59.464529 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Checking router: c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 13:58:59.464978 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Updating router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 port 87168d30-8f9c-45d1-b675-0c519fad359e binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 13:58:59.515184 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:59.733500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:58:59.835119 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Publish callbacks [] for port (87168d30-8f9c-45d1-b675-0c519fad359e), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:59.840425 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:59.890861 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658963de-da02-4f95-9e31-e2a1a33be457 None None] Pushing event updated for resources: {'Port': ['ID=87168d30-8f9c-45d1-b675-0c519fad359e,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:58:59.895043 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Attempting to bind port 87168d30-8f9c-45d1-b675-0c519fad359e on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 13:58:59.895410 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Attempting to bind port 87168d30-8f9c-45d1-b675-0c519fad359e by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 13:58:59.895775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Attempting to bind port 87168d30-8f9c-45d1-b675-0c519fad359e on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 13:58:59.901947 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 13:58:59.902342 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 13:58:59.902743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:59.903128 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 13:58:59.903590 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Bound port: 87168d30-8f9c-45d1-b675-0c519fad359e, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 13:58:59.903964 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:58:59.951622 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] For port 87168d30-8f9c-45d1-b675-0c519fad359e, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 13:58:59.954666 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] For port 87168d30-8f9c-45d1-b675-0c519fad359e, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=87168d30-8f9c-45d1-b675-0c519fad359e,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 13:58:59.960425 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:00.002590 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:00.022177 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658963de-da02-4f95-9e31-e2a1a33be457 None None] Pushing event updated for resources: {'Port': ['ID=87168d30-8f9c-45d1-b675-0c519fad359e,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:59:00.025029 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Routers {'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 13:59:00.025613 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T13:58:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:59:00.130613 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] Set router c3d26b16-e19f-44f1-8c7f-5f73cc120fc5 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 13:59:00.333158 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-84159470-aeba-403a-a0de-dee052525b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'name': 'router1', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '87168d30-8f9c-45d1-b675-0c519fad359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T13:58:39Z', 'updated_at': '2022-07-11T13:58:57Z', 'revision_number': 4, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'gw_port': {'id': '87168d30-8f9c-45d1-b675-0c519fad359e', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:56Z', 'updated_at': '2022-07-11T13:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ac55e5ad-149d-4180-8d63-ecad1f106099', 'name': '', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'mac_address': 'fa:16:3e:b9:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:48Z', 'updated_at': '2022-07-11T13:58:52Z', 'revision_number': 5, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'subnets': [{'id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb35809-e155-43d1-8468-8d008b616173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 13:59:00.361919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84159470-aeba-403a-a0de-dee052525b5b None None] The sync data for ids ['c3d26b16-e19f-44f1-8c7f-5f73cc120fc5'] in dv-cinder-848429-3-iscsi is: [{'id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'name': 'router1', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': '87168d30-8f9c-45d1-b675-0c519fad359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T13:58:39Z', 'updated_at': '2022-07-11T13:58:57Z', 'revision_number': 4, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'gw_port': {'id': '87168d30-8f9c-45d1-b675-0c519fad359e', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:81:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:56Z', 'updated_at': '2022-07-11T13:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ac55e5ad-149d-4180-8d63-ecad1f106099', 'name': '', 'network_id': '7a4187a8-9092-4a87-8cfc-f7b265120b67', 'tenant_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'mac_address': 'fa:16:3e:b9:7a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d26b16-e19f-44f1-8c7f-5f73cc120fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T13:58:48Z', 'updated_at': '2022-07-11T13:58:52Z', 'revision_number': 5, 'project_id': '9c32ce113f734d9cbd5e90555ab94cdd', 'subnets': [{'id': '4257e890-557c-4b4a-b882-b4ab2000713b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8bb35809-e155-43d1-8468-8d008b616173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 13:59:00.483291 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 38436) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 13:59:00.661270 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 87168d30-8f9c-45d1-b675-0c519fad359e up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 13:59:00.709829 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 87168d30-8f9c-45d1-b675-0c519fad359e triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:59:00.710193 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:00.783543 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 87168d30-8f9c-45d1-b675-0c519fad359e is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:59:00.784176 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:00.806505 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 87168d30-8f9c-45d1-b675-0c519fad359e, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=87168d30-8f9c-45d1-b675-0c519fad359e,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 13:59:00.811663 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:00.860504 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:00.861446 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=87168d30-8f9c-45d1-b675-0c519fad359e,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 13:59:00.932318 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:00.941336 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-cc152178-1956-41d6-95e1-dbb4118c7f0a admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4568710 Jul 11 13:59:02.248812 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=51 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:02.276128 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=29 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:02.645731 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 87168d30-8f9c-45d1-b675-0c519fad359e up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 13:59:02.696470 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 87168d30-8f9c-45d1-b675-0c519fad359e triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 13:59:02.696981 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (87168d30-8f9c-45d1-b675-0c519fad359e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:02.775134 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 87168d30-8f9c-45d1-b675-0c519fad359e is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 13:59:03.887718 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 13:59:10.937816 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=14 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:12.770819 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=17 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:12.773442 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=76 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:13.882478 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:13.883280 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:17.455126 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-86403277-e4fa-4792-8787-5147d2e8a42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:19.834859 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98d4dc8e-44ea-4b79-9677-5e876641c7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:20.980502 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:22.501331 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:22.895354 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:29.891864 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:29.899041 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:32.880166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:32.887615 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:40.891825 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 13:59:47.443686 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26b564f3-ed7a-4570-a1a2-b1351ec32672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:49.829787 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3249498d-3ba3-442a-9f6d-d1f627bd3865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:50.886086 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 13:59:50.983490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:52.470040 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 13:59:52.778986 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:02.464936 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:02.773567 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:15.881166 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:15.881952 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:17.428120 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe50e-9924-4f83-b95e-5460df16b1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:17.890963 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:00:19.833526 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-371bc05b-ae37-46b2-994c-080b0e00a456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:20.980829 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:22.471843 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:22.774904 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:23.615580 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 38974) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:23.974460 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4eff0b-00e3-4c6c-b719-98efdab46fd9 admin admin] GET failed (client error): The resource could not be found. Jul 11 14:00:23.975742 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9f4eff0b-00e3-4c6c-b719-98efdab46fd9 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3592107 Jul 11 14:00:24.140926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67da716-4b5d-4b50-88bb-45f7e5b302b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:24.142423 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d67da716-4b5d-4b50-88bb-45f7e5b302b9 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625035 Jul 11 14:00:26.345590 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 38984) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:26.732050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b830a-82b3-4458-9e60-c2add992a261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:26.733442 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f91b830a-82b3-4458-9e60-c2add992a261 admin admin] 10.222.0.49 "GET /v2.0/subnets/4257e890-557c-4b4a-b882-b4ab2000713b HTTP/1.1" status: 200 len: 849 time: 0.3869047 Jul 11 14:00:26.743489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:00:26.843821 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Publish callbacks [] for subnet (4257e890-557c-4b4a-b882-b4ab2000713b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:27.028167 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757678370353'] for subnet (4257e890-557c-4b4a-b882-b4ab2000713b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:27.147673 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:27.149016 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:27.150142 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] 10.222.0.49 "PUT /v2.0/subnets/4257e890-557c-4b4a-b882-b4ab2000713b HTTP/1.1" status: 200 len: 868 time: 0.4104619 Jul 11 14:00:27.152886 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e2dc4e-aa5b-4d72-abfd-84249aa50a9d None None] Network 7a4187a8-9092-4a87-8cfc-f7b265120b67 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:00:27.173024 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4257e890-557c-4b4a-b882-b4ab2000713b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:00:27.180953 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.181305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.181662 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.181998 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.182346 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.182676 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.182999 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.183318 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.183656 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.183983 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.184327 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.184657 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.184994 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.185308 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.185605 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc67d6-c2ac-4945-85ef-2b858504a063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:00:27.552764 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-59105037-48a1-4fab-a439-fb885608acd6 None None] Provisioning complete for port ac55e5ad-149d-4180-8d63-ecad1f106099 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:00:27.553062 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-59105037-48a1-4fab-a439-fb885608acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ac55e5ad-149d-4180-8d63-ecad1f106099), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:27.628863 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-59105037-48a1-4fab-a439-fb885608acd6 None None] Current status of the port ac55e5ad-149d-4180-8d63-ecad1f106099 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:00:27.637576 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-59105037-48a1-4fab-a439-fb885608acd6 None None] Provisioning complete for port 19639ced-a077-4f08-bba9-6d7b95a31e29 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:00:27.637922 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-59105037-48a1-4fab-a439-fb885608acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (19639ced-a077-4f08-bba9-6d7b95a31e29), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:27.708060 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-59105037-48a1-4fab-a439-fb885608acd6 None None] Current status of the port 19639ced-a077-4f08-bba9-6d7b95a31e29 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:00:29.384933 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 38992) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:29.868027 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e44b7-b03b-4de6-9f86-85c3ecd9d8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:29.868489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e44b7-b03b-4de6-9f86-85c3ecd9d8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:29.870042 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-dc5e44b7-b03b-4de6-9f86-85c3ecd9d8a5 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4841499 Jul 11 14:00:32.094071 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39000) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:32.591260 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b428f-f2ed-4fb8-941d-bba213fd3d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:32.591663 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b428f-f2ed-4fb8-941d-bba213fd3d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:32.593196 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-893b428f-f2ed-4fb8-941d-bba213fd3d47 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4981446 Jul 11 14:00:32.747619 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=16 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:32.750783 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=12 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:34.834162 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39010) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:35.291765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461941db-d64d-4aad-bd1c-6cfe17ecfbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:35.293018 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-461941db-d64d-4aad-bd1c-6cfe17ecfbb3 admin admin] 10.222.0.49 "GET /v2.0/networks/2c1252d3-53d9-4ac8-8fc1-67e848c55c11 HTTP/1.1" status: 200 len: 886 time: 0.4578505 Jul 11 14:00:37.515516 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39018) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:37.705650 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:UPDATE=3,neutron:SELECT=42 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:37.706381 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:37.950062 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d4ab8-10e4-4bb3-bb9d-728903a72d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:37.951369 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-1e9d4ab8-10e4-4bb3-bb9d-728903a72d04 admin admin] 10.222.0.49 "GET /v2.0/networks/7a4187a8-9092-4a87-8cfc-f7b265120b67 HTTP/1.1" status: 200 len: 869 time: 0.4349136 Jul 11 14:00:39.863911 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:39.865909 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=70,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:40.177659 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39028) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:40.631381 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7021e594-c940-47a9-9743-08e6d499dc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:40.632303 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7021e594-c940-47a9-9743-08e6d499dc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:40.633391 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7021e594-c940-47a9-9743-08e6d499dc55 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4547470 Jul 11 14:00:42.875080 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39036) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:43.328939 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c73193d-2447-4ad0-90d7-d9ba5bb1afe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:43.329380 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c73193d-2447-4ad0-90d7-d9ba5bb1afe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:43.331038 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2c73193d-2447-4ad0-90d7-d9ba5bb1afe8 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4549854 Jul 11 14:00:43.889435 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:43.893258 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:45.578721 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39044) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:45.968912 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce62608-5481-451b-ae8e-c38a0bd4e1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:45.971055 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-fce62608-5481-451b-ae8e-c38a0bd4e1b3 admin admin] 10.222.0.49 "GET /v2.0/subnets/4257e890-557c-4b4a-b882-b4ab2000713b HTTP/1.1" status: 200 len: 868 time: 0.3907130 Jul 11 14:00:47.431491 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7bcb4139-8b6d-49d5-be66-d56f69cd0102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:48.191066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39054) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:00:48.573890 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2acdc5-8a91-4876-8e82-fb9d1f821e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:00:48.575181 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-1c2acdc5-8a91-4876-8e82-fb9d1f821e69 admin admin] 10.222.0.49 "GET /v2.0/subnets/59686241-ba8e-466c-949e-045b304028f3 HTTP/1.1" status: 200 len: 816 time: 0.3826666 Jul 11 14:00:49.835627 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e5966be8-b6f6-4d44-8905-96bb4b2e2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:50.620398 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=43 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:50.626686 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=36 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:50.983196 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:52.475502 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:52.772577 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:00:54.889619 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:00:58.566695 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=18 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:00:58.570578 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=18 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:02.765119 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:02.767836 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:04.885383 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:04.886189 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:16.786952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39110) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:01:17.121482 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [None req-b82e351b-b176-4e6c-bb14-57d4f24ebb3c admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:01:17.122509 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b82e351b-b176-4e6c-bb14-57d4f24ebb3c admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3344362 Jul 11 14:01:17.439510 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f60e04aa-e6fe-45d5-8dcd-390a433ae5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:19.427410 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39118) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:01:19.766688 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.pecan_wsgi.hooks.translation [None req-19aa8b55-0272-47bc-9d2d-dc2b03e2ace9 admin admin] GET failed (client error): The resource could not be found. Jul 11 14:01:19.767953 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-19aa8b55-0272-47bc-9d2d-dc2b03e2ace9 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3396027 Jul 11 14:01:19.836575 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c11ed7fb-2a10-482d-bccb-f714b2e8b5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:19.918361 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d773bf9-0aa6-4470-81eb-59bbc77c2564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:01:19.920644 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2d773bf9-0aa6-4470-81eb-59bbc77c2564 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1476412 Jul 11 14:01:20.896926 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:20.902067 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:20.986486 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:22.136198 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39126) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:01:22.461848 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:01:22.477894 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:22.481883 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Made reservation on behalf of 5898aef39ca74b7d8b99cb1aa700e9c2 for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:01:22.484186 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:22.518349 dv-cinder-848429-3-iscsi neutron-server[104192]: WARNING neutron.services.revisions.revision_plugin [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Could not find related network for resource to bump revision. Jul 11 14:01:22.528695 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:01:22.537704 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (810d6994-7133-4b65-b6e2-c8d8ffe7e25b), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:22.538042 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Added segment 810d6994-7133-4b65-b6e2-c8d8ffe7e25b of type vlan for network f9dcc380-b98f-4639-a440-27e6bbeac37d Jul 11 14:01:22.578410 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (f9dcc380-b98f-4639-a440-27e6bbeac37d), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:22.652501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (f9dcc380-b98f-4639-a440-27e6bbeac37d), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:22.653450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:01:22.654503 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:22.687752 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5504053 Jul 11 14:01:22.717125 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Pushing event updated for resources: {'Network': ['ID=f9dcc380-b98f-4639-a440-27e6bbeac37d,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:01:22.725409 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.725753 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.726092 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.726462 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.726793 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.727120 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.727441 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.727763 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.728105 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.728432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.728782 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.729112 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.729435 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.729752 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.730065 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79ecc3-7408-4267-ad0a-456ceaa31101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:22.742907 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network f9dcc380-b98f-4639-a440-27e6bbeac37d details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:01:22.821505 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:24.907104 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39134) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:01:25.248284 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0da7a52-c04d-4014-9d25-69693162f515 admin admin] GET failed (client error): The resource could not be found. Jul 11 14:01:25.249551 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f0da7a52-c04d-4014-9d25-69693162f515 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3415675 Jul 11 14:01:25.323009 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8436f6e-962b-4d52-9270-871ed9d9bf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:01:25.324476 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b8436f6e-962b-4d52-9270-871ed9d9bf66 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701442 Jul 11 14:01:25.334349 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d', 'cidr': '192.168.233.0/24'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:01:25.352833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Made reservation on behalf of 5898aef39ca74b7d8b99cb1aa700e9c2 for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:01:25.355242 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:25.518541 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (b4a2b558-fa5c-4a68-97e9-da9ff1d80161), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:25.578601 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a2b558-fa5c-4a68-97e9-da9ff1d80161,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:01:25.593246 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Checking segment: {'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:01:25.593595 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Network hostable DHCP agents. Network: f9dcc380-b98f-4639-a440-27e6bbeac37d, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:01:25.615167 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Network f9dcc380-b98f-4639-a440-27e6bbeac37d is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:01:25.623480 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, f9dcc380-b98f-4639-a440-27e6bbeac37d) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:01:25.627577 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:01:25.628174 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:25.633095 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e67635-328a-4794-8338-103000908377 None None] Network f9dcc380-b98f-4639-a440-27e6bbeac37d requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:01:25.647309 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4a8224fb-d686-4b17-bbe8-9f8f3eb0a8ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3161356 Jul 11 14:01:25.847222 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-f9dcc380-b98f-4639-a440-27e6bbeac37d', 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d', 'project_id': '5898aef39ca74b7d8b99cb1aa700e9c2', 'fixed_ips': [{'subnet_id': 'b4a2b558-fa5c-4a68-97e9-da9ff1d80161'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:01:25.848141 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:25.995267 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Allocated IP 192.168.233.2 (f9dcc380-b98f-4639-a440-27e6bbeac37d/b4a2b558-fa5c-4a68-97e9-da9ff1d80161/cd67ae64-75b4-4c41-a430-c182c2d5cc53) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:01:26.142036 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Publish callbacks [] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.149303 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.188716 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Network f9dcc380-b98f-4639-a440-27e6bbeac37d is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:01:26.192164 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:01:26.195970 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:01:26.208429 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Pushing event updated for resources: {'Port': ['ID=cd67ae64-75b4-4c41-a430-c182c2d5cc53,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:01:26.231480 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.231855 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.232154 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.232505 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.232832 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.233153 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.233471 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.233789 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.234101 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.234444 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.234761 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.235090 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.235406 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.235716 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.236024 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:01:26.265709 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Attempting to bind port cd67ae64-75b4-4c41-a430-c182c2d5cc53 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:01:26.266035 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Attempting to bind port cd67ae64-75b4-4c41-a430-c182c2d5cc53 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:01:26.266417 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Attempting to bind port cd67ae64-75b4-4c41-a430-c182c2d5cc53 on network f9dcc380-b98f-4639-a440-27e6bbeac37d {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:01:26.272123 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:01:26.272492 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Checking segment: {'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:01:26.272887 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.273274 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Bound using segment: {'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:01:26.273761 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Bound port: cd67ae64-75b4-4c41-a430-c182c2d5cc53, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:01:26.274139 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.336626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] For port cd67ae64-75b4-4c41-a430-c182c2d5cc53, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:01:26.339671 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] For port cd67ae64-75b4-4c41-a430-c182c2d5cc53, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=cd67ae64-75b4-4c41-a430-c182c2d5cc53,segment=NetworkSegment(810d6994-7133-4b65-b6e2-c8d8ffe7e25b),segment_id=810d6994-7133-4b65-b6e2-c8d8ffe7e25b)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:01:26.346261 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.395692 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:26.409801 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d6d5-1628-4a5b-b82f-06a6335e6478 None None] Pushing event updated for resources: {'Port': ['ID=cd67ae64-75b4-4c41-a430-c182c2d5cc53,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:01:26.746761 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device cd67ae64-75b4-4c41-a430-c182c2d5cc53 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:01:26.798910 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port cd67ae64-75b4-4c41-a430-c182c2d5cc53 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:01:26.799296 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.829179 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:26.882565 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port cd67ae64-75b4-4c41-a430-c182c2d5cc53 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:01:26.882956 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.920308 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port cd67ae64-75b4-4c41-a430-c182c2d5cc53, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=cd67ae64-75b4-4c41-a430-c182c2d5cc53,segment=NetworkSegment(810d6994-7133-4b65-b6e2-c8d8ffe7e25b),segment_id=810d6994-7133-4b65-b6e2-c8d8ffe7e25b)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:01:26.924353 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:26.973882 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=cd67ae64-75b4-4c41-a430-c182c2d5cc53,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:01:27.306820 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42326c2e-79f9-4377-bf4c-61603edc8f68 None None] Network f9dcc380-b98f-4639-a440-27e6bbeac37d requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:01:27.420378 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-508b880e-7643-4c00-8436-cafba57f1dff None None] Provisioning complete for port cd67ae64-75b4-4c41-a430-c182c2d5cc53 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:01:27.421091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-508b880e-7643-4c00-8436-cafba57f1dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:27.515707 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-508b880e-7643-4c00-8436-cafba57f1dff None None] Current status of the port cd67ae64-75b4-4c41-a430-c182c2d5cc53 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:01:27.633292 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-58e89e12-645d-41fa-926c-ec9c5c20eb2b None None] Provisioning complete for port cd67ae64-75b4-4c41-a430-c182c2d5cc53 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:01:27.633684 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-58e89e12-645d-41fa-926c-ec9c5c20eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:27.706944 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-58e89e12-645d-41fa-926c-ec9c5c20eb2b None None] Current status of the port cd67ae64-75b4-4c41-a430-c182c2d5cc53 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:01:28.720546 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device cd67ae64-75b4-4c41-a430-c182c2d5cc53 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:01:28.766181 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port cd67ae64-75b4-4c41-a430-c182c2d5cc53 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:01:28.766594 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (cd67ae64-75b4-4c41-a430-c182c2d5cc53), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:28.850273 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port cd67ae64-75b4-4c41-a430-c182c2d5cc53 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:01:31.888215 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:01:35.636728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:35.637573 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:38.845940 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:38.848892 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:41.884807 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:41.885568 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:47.437686 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9f14dec0-4066-44d9-8797-321874c38709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:49.838732 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-506a17d8-2ce9-4ab9-bfe2-2009add2c534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:50.988907 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:52.482236 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:52.766241 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:01:57.894857 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:01:57.899069 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:02.759885 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:02.761965 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:08.887012 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:02:17.438859 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c3a33056-3f31-4fec-9315-081f5ca7e67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:18.882667 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:18.883509 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:19.843692 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f6344807-e93d-4fb4-9b5a-2e6d3b4e8221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:20.992191 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:22.483306 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:22.769435 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:32.763212 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:32.765153 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:34.892149 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:34.898266 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:02:45.888282 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:02:47.435096 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3da7c4e4-7072-4a8a-a6e3-7f14f0e98100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:49.848921 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9643e3bf-b350-48e0-93bd-a04a40c72f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:50.996048 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:52.491143 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:52.773422 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:02:55.885002 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:01.201884 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39174) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:03:01.208096 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [None req-d2c3b1fb-a9d5-4dfb-8ee0-deaf873cabf6 tempest-verify_tempest_config-352956834 tempest-verify_tempest_config-352956834-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:03:01.209068 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d2c3b1fb-a9d5-4dfb-8ee0-deaf873cabf6 tempest-verify_tempest_config-352956834 tempest-verify_tempest_config-352956834-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056918 Jul 11 14:03:01.710425 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39192) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:03:02.051776 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:02.131025 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Publish callbacks [] for security_group (64157969-d8e9-49be-805d-0e726be18b05), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:02.134841 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (64157969-d8e9-49be-805d-0e726be18b05), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:02.182972 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64157969-d8e9-49be-805d-0e726be18b05,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:03:02.187453 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6fc2ed6b3cc04972985f29f6ad586f63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4760306 Jul 11 14:03:02.193172 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.193511 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.193870 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.194219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.194569 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.194892 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.195218 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.195584 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.195935 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.196249 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.196583 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.196937 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.197338 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.197656 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.197919 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39196) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:03:02.198426 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357089c8-b893-4933-b852-3b21bb336097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.276199 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Publish callbacks [] for security_group (64157969-d8e9-49be-805d-0e726be18b05), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:02.297676 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Publish callbacks [] for security_group (64157969-d8e9-49be-805d-0e726be18b05), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:02.391234 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (64157969-d8e9-49be-805d-0e726be18b05), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:02.393807 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:02.394978 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64157969-d8e9-49be-805d-0e726be18b05 HTTP/1.1" status: 204 len: 168 time: 0.1959014 Jul 11 14:03:02.404369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64157969-d8e9-49be-805d-0e726be18b05,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:03:02.411829 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.412155 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.412520 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.412855 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.413296 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.413494 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.413817 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.414138 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.414517 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.415050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.415391 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.415729 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.416050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.416375 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:02.416698 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320c366-e41c-4748-9db7-e0df6cc4861c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:03:12.181401 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:12.189060 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:12.399318 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:12.408545 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:12.430134 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:12.437141 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:17.429892 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-dc23500e-8726-4c12-8fb9-d2fcbf28c722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:17.878139 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:17.878900 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=19 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:19.842276 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6c873768-7fac-4833-86b8-4725458de888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:20.997338 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:22.491803 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:22.781685 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:22.886670 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:03:32.769013 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:32.776549 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:32.882814 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:47.434686 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9486ef2e-c43e-4838-8870-7d464bcbd490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:48.891693 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:48.893802 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:03:49.846076 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-350600ae-1468-41f4-94e8-a706adaae142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:51.002134 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:52.492102 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:52.776580 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:03:59.885738 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:04:02.765499 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:02.772891 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:09.882063 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:15.883344 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:17.440027 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e64b1689-c7f8-4300-ac7e-6043202553a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:19.849007 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0c820d64-6d5d-49fe-b047-c7633e873b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:21.003277 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:22.495491 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:22.782664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:25.891384 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:32.776478 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:32.777345 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:36.884724 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 5 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:04:46.881369 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:46.882424 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:04:47.445339 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13fa8e8b-50e5-4c79-ae31-d0f361a90369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:49.850808 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0769be77-f09d-4238-be85-efbc58ad1f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:51.005709 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:52.495667 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:52.790120 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:04:53.492641 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615272'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:03.486198 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:03.488106 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:05.551659 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39292) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:05:05.701879 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4ee0e2ef-0e6b-4d3f-a9b0-4b1dfed73d52 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1487682 Jul 11 14:05:07.799179 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39302) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:05:07.855571 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-e34e7a11-2abd-48d2-9674-3b03afd2f639 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0552843 Jul 11 14:05:12.615349 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:12.618724 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=17 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:13.884111 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:05:17.452766 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e179c9e0-dc8b-458e-97a5-7c4ebf905eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:17.850027 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:17.851042 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:19.854096 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-504b0e29-9a98-4a5c-9eb4-ec723aca76d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:21.011239 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:22.502194 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:22.788864 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:23.455885 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:23.879677 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:23.880379 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:33.448129 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:33.450032 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:39.878361 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:39.883781 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:05:47.445920 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bf3f54d3-62b3-4bc8-ae55-bd304206a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:49.859234 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c2176d8e-680b-4e7b-81a2-15af6892d5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:50.883744 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:05:51.013049 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:52.504573 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:52.784304 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:05:53.477435 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:00.879535 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:00.881840 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:03.471230 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:03.473762 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:16.875656 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:16.880455 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:17.447998 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3e6a-c047-4b16-b334-b79a5d619e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:19.861791 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-945d96ed-6190-417a-b9e2-e840903d92d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:21.014924 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:22.509236 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:22.787011 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:23.492711 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:27.885328 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:06:33.485216 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:33.487285 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:37.880784 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:37.881960 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:46.945959 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39444) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:47.154726 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-458063810-network', 'tenant_id': 'da749564df7941929c6cb9159479d637'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:47.181530 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Made reservation on behalf of da749564df7941929c6cb9159479d637 for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:47.185403 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.194633 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.306029 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks [] for security_group (e3c3cd9c-b0ab-4398-9771-41b8991039a2), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.310926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e3c3cd9c-b0ab-4398-9771-41b8991039a2), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.344301 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:06:47.357266 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3cd9c-b0ab-4398-9771-41b8991039a2,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:47.368005 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757678160752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (c300b483-f338-4d3c-b589-3493007bc2d3), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.368763 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Unsubscribe: segment precommit_create {{(pid=104191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 11 14:06:47.369225 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Added segment c300b483-f338-4d3c-b589-3493007bc2d3 of type vlan for network f652801d-32e3-4c8b-a676-9f89f4a15dcd Jul 11 14:06:47.382577 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.383016 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.383281 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.383591 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.383879 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.384191 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.384500 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.385068 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.385608 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.386086 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.386427 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.386891 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.387366 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.387836 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.388144 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Tracked resource versions report: Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: pushed versions: Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: { 'AddressGroup': {'1.2'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Agent': {'1.1'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'ConntrackHelper': {'1.0'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Log': {'1.0'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'NDPProxy': {'1.0'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Network': {'1.1'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Port': {'1.7'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'PortForwarding': {'1.3'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'QosPolicy': {'1.10'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroup': {'1.5'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SubPort': {'1.0'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Subnet': {'1.1'}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Trunk': {'1.1'}} Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: consumer versions: Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: HyperV agent@hv-cinder-84842: {}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Agent': '1.1', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'ConntrackHelper': '1.0', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'LocalIPAssociation': '1.0', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Log': '1.0', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'NDPProxy': '1.0', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Network': '1.1', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Port': '1.7', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'PortForwarding': '1.3', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'QosPolicy': '1.10', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroup': '1.5', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SecurityGroupRule': '1.2', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'SubPort': '1.0', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Subnet': '1.1', Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: 'Trunk': '1.1'}} Jul 11 14:06:47.389427 dv-cinder-848429-3-iscsi neutron-server[104191]: {{(pid=104191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:06:47.448965 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (f652801d-32e3-4c8b-a676-9f89f4a15dcd), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.457091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f7d9acea-250c-442b-986c-0fa5affbf9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.488630 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (f652801d-32e3-4c8b-a676-9f89f4a15dcd), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.489612 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:47.490525 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.547310 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5996196 Jul 11 14:06:47.550936 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39490) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:47.556586 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Request body: {'subnet': {'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-458063810-subnet', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:47.581098 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Made reservation on behalf of da749564df7941929c6cb9159479d637 for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:47.583631 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.593908 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15587d6c-ab18-495a-bdd6-5feb67302f0b admin admin] Pushing event updated for resources: {'Network': ['ID=f652801d-32e3-4c8b-a676-9f89f4a15dcd,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:47.605267 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:06:47.785447 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (fc7b797d-6984-4e1f-959a-afe2cb54cbed), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.827270 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39502) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:47.846458 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7b797d-6984-4e1f-959a-afe2cb54cbed,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:47.855754 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.856102 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.856580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.856987 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.857411 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.857808 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.858147 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.858493 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.859014 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.859349 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.859674 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.859996 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.860477 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.861025 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.861529 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Tracked resource versions report: Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: pushed versions: Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: { 'AddressGroup': {'1.2'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Agent': {'1.1'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'ConntrackHelper': {'1.0'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Log': {'1.0'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'NDPProxy': {'1.0'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Network': {'1.1'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Port': {'1.7'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'PortForwarding': {'1.3'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'QosPolicy': {'1.10'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroup': {'1.5'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SubPort': {'1.0'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Subnet': {'1.1'}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Trunk': {'1.1'}} Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: consumer versions: Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: HyperV agent@hv-cinder-84842: {}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Agent': '1.1', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'ConntrackHelper': '1.0', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'LocalIPAssociation': '1.0', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Log': '1.0', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'NDPProxy': '1.0', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Network': '1.1', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Port': '1.7', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'PortForwarding': '1.3', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'QosPolicy': '1.10', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroup': '1.5', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SecurityGroupRule': '1.2', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'SubPort': '1.0', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Subnet': '1.1', Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: 'Trunk': '1.1'}} Jul 11 14:06:47.862711 dv-cinder-848429-3-iscsi neutron-server[104192]: {{(pid=104192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:06:47.887819 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Checking segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:47.888183 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Network hostable DHCP agents. Network: f652801d-32e3-4c8b-a676-9f89f4a15dcd, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:06:47.904910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39506) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:47.909792 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:06:47.926379 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, f652801d-32e3-4c8b-a676-9f89f4a15dcd) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:47.940429 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:47.941214 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d767803-e4e6-4d28-9b34-ce4d78fbd95f None None] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:47.941351 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.962928 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c40be5ae-e2ea-4380-868b-bfd1df0c46db admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4107997 Jul 11 14:06:47.963218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39510) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:47.968218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:47.995370 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:47.996477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.116829 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:06:48.117780 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.124169 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks [] for router_controller (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.158907 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39530) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:48.287492 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks [] for router_gateway (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.304278 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Allocated IP 172.20.0.2 (f652801d-32e3-4c8b-a676-9f89f4a15dcd/fc7b797d-6984-4e1f-959a-afe2cb54cbed/e48c0a67-4daf-4180-935f-0fdb8ec97a82) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:48.421619 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-559814123-network', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:48.428600 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-network', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:48.434578 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39540) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:48.476479 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Publish callbacks [] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.484793 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.516677 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2016847871-network', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:48.518794 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Made reservation on behalf of a772cbaa461c416da2cc35e364541ecf for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:48.521301 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.528324 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:48.540760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.542634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Made reservation on behalf of beef80716d254a03a5e673b9cfd781ce for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:48.545105 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.563771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Made reservation on behalf of 7136b6633c6e4d399a6d359d750125f0 for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:48.567396 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.569620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.578270 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks [] for router_gateway (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.580208 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:48.586069 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:48.586879 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.616876 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Pushing event updated for resources: {'Port': ['ID=e48c0a67-4daf-4180-935f-0fdb8ec97a82,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:48.621255 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.636358 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:48.644630 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:48.663010 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.663364 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.663735 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.664092 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.664428 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.664757 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.666468 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.668378 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.668728 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.669055 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.669394 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.669743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.670075 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.670424 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.670745 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Tracked resource versions report: Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: pushed versions: Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: { 'AddressGroup': {'1.2'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Agent': {'1.1'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'ConntrackHelper': {'1.0'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Log': {'1.0'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'NDPProxy': {'1.0'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Network': {'1.1'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Port': {'1.7'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'PortForwarding': {'1.3'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'QosPolicy': {'1.10'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroup': {'1.5'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SubPort': {'1.0'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Subnet': {'1.1'}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Trunk': {'1.1'}} Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: consumer versions: Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: HyperV agent@hv-cinder-84842: {}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Agent': '1.1', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'ConntrackHelper': '1.0', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'LocalIPAssociation': '1.0', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Log': '1.0', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'NDPProxy': '1.0', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Network': '1.1', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Port': '1.7', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'PortForwarding': '1.3', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'QosPolicy': '1.10', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroup': '1.5', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SecurityGroupRule': '1.2', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'SubPort': '1.0', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Subnet': '1.1', Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: 'Trunk': '1.1'}} Jul 11 14:06:48.677817 dv-cinder-848429-3-iscsi neutron-server[104193]: {{(pid=104193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:06:48.680312 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks [] for security_group (3f724bce-431a-4c37-a312-effb3a270a97), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.690405 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (3f724bce-431a-4c37-a312-effb3a270a97), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.726332 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f724bce-431a-4c37-a312-effb3a270a97,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:48.754260 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:06:48.768291 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (30c4ad2f-cc58-4525-ace9-fc8f6973a562), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.769166 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Added segment 30c4ad2f-cc58-4525-ace9-fc8f6973a562 of type vlan for network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd Jul 11 14:06:48.771008 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Attempting to bind port e48c0a67-4daf-4180-935f-0fdb8ec97a82 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:48.771635 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Attempting to bind port e48c0a67-4daf-4180-935f-0fdb8ec97a82 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:48.772508 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Attempting to bind port e48c0a67-4daf-4180-935f-0fdb8ec97a82 on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:48.784768 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:48.785551 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Checking segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:48.786229 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.786941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Bound using segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:48.788383 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Bound port: e48c0a67-4daf-4180-935f-0fdb8ec97a82, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:48.789896 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.850640 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.863237 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-network', 'tenant_id': '4b181bc391914f6abcea09b894b88473'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:48.913795 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Made reservation on behalf of 4b181bc391914f6abcea09b894b88473 for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:48.916997 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.948915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks [] for security_group (3e562eab-db98-407e-944e-433911c7b1ae), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.957289 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] For port e48c0a67-4daf-4180-935f-0fdb8ec97a82, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:48.963792 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (3e562eab-db98-407e-944e-433911c7b1ae), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.967589 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] For port e48c0a67-4daf-4180-935f-0fdb8ec97a82, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=e48c0a67-4daf-4180-935f-0fdb8ec97a82,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:48.973536 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.975861 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Allocated IP 172.27.1.53 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/45099e96-a6ae-409b-a697-77f6ba83c003) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:48.979859 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.983367 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:48.986473 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:48.987083 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.013908 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:49.040723 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8802993 Jul 11 14:06:49.045522 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:49.051703 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39560) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:49.062715 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Request body: {'subnet': {'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2016847871-subnet', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:49.109241 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2375c-13b1-4914-b692-b31ee9a64385 None None] Pushing event updated for resources: {'Port': ['ID=e48c0a67-4daf-4180-935f-0fdb8ec97a82,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.161050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks [] for security_group (9327b76c-ac23-4398-8f0c-15a34787e777), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.163005 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e562eab-db98-407e-944e-433911c7b1ae,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.181784 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:06:49.210225 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (9327b76c-ac23-4398-8f0c-15a34787e777), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.252862 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (0ae6dabe-b222-4e19-96da-b12cdf232f24), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.253657 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Added segment 0ae6dabe-b222-4e19-96da-b12cdf232f24 of type vlan for network 81252056-c78d-471a-b520-b6f6a1b0caa8 Jul 11 14:06:49.272116 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:06:49.273942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:49.283613 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks [] for security_group (c01b8eeb-eef3-4520-8d88-09057887d172), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.287686 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e1d6a-01e5-4751-919a-6e4dbbea0dfb admin admin] Pushing event updated for resources: {'Network': ['ID=b364de4d-87f1-4e0a-bd87-a6bc0f5965fd,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.290506 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Made reservation on behalf of 7136b6633c6e4d399a6d359d750125f0 for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:49.293648 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.299729 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c01b8eeb-eef3-4520-8d88-09057887d172), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.301271 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:06:49.339602 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (81252056-c78d-471a-b520-b6f6a1b0caa8), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.393606 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (81252056-c78d-471a-b520-b6f6a1b0caa8), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.394632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:49.397371 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.449502 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5433080 Jul 11 14:06:49.451088 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327b76c-ac23-4398-8f0c-15a34787e777,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.460222 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39574) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:49.465467 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (839c4336-bdab-40ce-9b35-d468eb6a0bfd), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.466057 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Added segment 839c4336-bdab-40ce-9b35-d468eb6a0bfd of type vlan for network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe Jul 11 14:06:49.533639 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Request body: {'subnet': {'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-559814123-subnet', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:49.533639 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks [] for port (45099e96-a6ae-409b-a697-77f6ba83c003), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.616660 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:49.623273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.db.api [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 11 14:06:49.623806 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG oslo_db.api [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 11 14:06:49.648244 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.650808 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b8eeb-eef3-4520-8d88-09057887d172,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.660024 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Made reservation on behalf of a772cbaa461c416da2cc35e364541ecf for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:49.663697 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.679916 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cb722-4e8c-4fa4-85f9-cf222c35b31c admin admin] Pushing event updated for resources: {'Network': ['ID=81252056-c78d-471a-b520-b6f6a1b0caa8,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.692384 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:06:49.696356 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:49.754440 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.773941 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.783186 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.784475 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:49.785210 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.851444 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Checking segment: {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:49.851926 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Network hostable DHCP agents. Network: b364de4d-87f1-4e0a-bd87-a6bc0f5965fd, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:06:49.861186 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:49.874267 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:49.887724 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0592253 Jul 11 14:06:49.888361 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39594) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:49.897897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a4bee13c-0063-4fc4-bcc3-92f88ca0fbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.899667 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:49.900072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Request body: {'subnet': {'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-subnet', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:49.909098 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:06:49.927512 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:49.935356 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.947097 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, b364de4d-87f1-4e0a-bd87-a6bc0f5965fd) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:49.957951 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055fd892-b306-4fc5-9fe3-9c1af06a204d None None] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:49.961750 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=45099e96-a6ae-409b-a697-77f6ba83c003,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:49.967452 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:49.968442 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.982211 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Made reservation on behalf of beef80716d254a03a5e673b9cfd781ce for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:49.985651 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:49.994679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4932-21f2-42c4-8a9f-db8c1ec2709d admin admin] Pushing event updated for resources: {'Network': ['ID=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:50.040558 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39600) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:50.041709 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a2c0088d-7ea7-43d0-9ca7-f179175a7b34 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9882374 Jul 11 14:06:50.069573 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:50.126222 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.142560 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:06:50.146842 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:50.205191 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:06:50.229049 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (dfa7647d-296f-47c5-9144-963b645f9f58), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.229427 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Added segment dfa7647d-296f-47c5-9144-963b645f9f58 of type vlan for network c944d348-d5b7-4b6c-9be2-cb2a59820444 Jul 11 14:06:50.257591 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (8badec30-2011-40eb-bfdf-8b2b5ef39b61), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.259722 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (8badec30-2011-40eb-bfdf-8b2b5ef39b61), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.358487 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (c944d348-d5b7-4b6c-9be2-cb2a59820444), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.478761 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'fixed_ips': [{'subnet_id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:06:50.479747 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.480070 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (7674d483-d14a-4c0b-9de5-5bf1681db341), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.545772 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7674d483-d14a-4c0b-9de5-5bf1681db341,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:50.550576 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (c944d348-d5b7-4b6c-9be2-cb2a59820444), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.551560 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:50.552392 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.576218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks [] for router_gateway (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.578622 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.1427219 Jul 11 14:06:50.580159 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39612) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:50.597734 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Request body: {'subnet': {'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-subnet', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:50.629606 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Made reservation on behalf of 4b181bc391914f6abcea09b894b88473 for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:06:50.633813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.667819 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (e0394a88-a1af-4ff3-9fa7-7270c03759fe), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.760106 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:50.816220 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Allocated IP 172.20.0.2 (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd/8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb/dc0925d5-7165-4a63-8681-298e62682520) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:50.819150 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741c377-dc99-4606-96d4-1cbbea866ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=c944d348-d5b7-4b6c-9be2-cb2a59820444,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:50.827244 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:50.853499 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks [] for router_controller (8badec30-2011-40eb-bfdf-8b2b5ef39b61), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.855029 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Checking segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:50.855604 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Network hostable DHCP agents. Network: a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:06:50.855855 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:06:50.859683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ad622-0ae1-44f2-b1b6-c2ad589a9cd8 None None] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:50.908152 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:50.920756 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-c4df5809-81bb-4dc9-8fa4-d286a9725e60 None None] Provisioning complete for port e48c0a67-4daf-4180-935f-0fdb8ec97a82 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:50.921340 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4df5809-81bb-4dc9-8fa4-d286a9725e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:50.929372 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:06:50.989960 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:51.013346 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:51.013990 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.018346 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:51.029733 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0394a88-a1af-4ff3-9fa7-7270c03759fe,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:51.069626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ea157-db70-4611-8e4d-e6f821ddb083 None None] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:51.075728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (a0fef116-42db-4ab4-a3b2-ac4249381b89), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.094103 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-90ff42f7-3e01-43d6-91b0-eecb22ae050d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1987200 Jul 11 14:06:51.106760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39630) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:51.112849 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:51.193253 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device e48c0a67-4daf-4180-935f-0fdb8ec97a82 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:06:51.224418 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Checking segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:51.224770 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Network hostable DHCP agents. Network: 81252056-c78d-471a-b520-b6f6a1b0caa8, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:06:51.266592 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (dc9484ea-df0b-4d14-93c0-912984c1ec48), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.268165 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (dc9484ea-df0b-4d14-93c0-912984c1ec48), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.281648 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks [] for router_gateway (8badec30-2011-40eb-bfdf-8b2b5ef39b61), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.328540 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:06:51.330553 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.333885 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.366607 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fef116-42db-4ab4-a3b2-ac4249381b89,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:51.393233 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Checking segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:51.393727 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Network hostable DHCP agents. Network: c944d348-d5b7-4b6c-9be2-cb2a59820444, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:06:51.395372 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:51.417301 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:06:51.436407 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, c944d348-d5b7-4b6c-9be2-cb2a59820444) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:51.445180 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:51.445869 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.474566 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-0b05af87-c413-4ce2-8f2c-53c5dd7316c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8811066 Jul 11 14:06:51.475940 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39646) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:51.481413 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:51.518914 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.520145 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.540299 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-c4df5809-81bb-4dc9-8fa4-d286a9725e60 None None] Current status of the port e48c0a67-4daf-4180-935f-0fdb8ec97a82 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:06:51.541166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4df5809-81bb-4dc9-8fa4-d286a9725e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.562897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a187c-526f-4075-93c3-fb0b9a788918 None None] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:51.599787 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks [] for router_controller (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), precommit_add_association {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.663394 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-c4df5809-81bb-4dc9-8fa4-d286a9725e60 None None] For port e48c0a67-4daf-4180-935f-0fdb8ec97a82, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=e48c0a67-4daf-4180-935f-0fdb8ec97a82,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:06:51.760685 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4df5809-81bb-4dc9-8fa4-d286a9725e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.799114 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:51.832958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:06:51.915538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46445920-9125-4253-864a-c387a16ff482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-c944d348-d5b7-4b6c-9be2-cb2a59820444', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'project_id': '4b181bc391914f6abcea09b894b88473', 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:06:51.916558 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-46445920-9125-4253-864a-c387a16ff482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:51.955100 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 81252056-c78d-471a-b520-b6f6a1b0caa8) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:51.961441 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks [] for router_gateway (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.027843 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.039726 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks [] for router_controller (dc9484ea-df0b-4d14-93c0-912984c1ec48), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.042702 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:06:52.043339 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.072538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cfa3d-245e-46a8-9e23-7816a5c0b729 None None] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:52.121884 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df5809-81bb-4dc9-8fa4-d286a9725e60 None None] Pushing event updated for resources: {'Port': ['ID=e48c0a67-4daf-4180-935f-0fdb8ec97a82,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:52.203450 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-924f69a6-239a-45e9-b6d9-ec3b9619720c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7400539 Jul 11 14:06:52.209297 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39672) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:52.225584 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port e48c0a67-4daf-4180-935f-0fdb8ec97a82 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:52.225971 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.232760 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:06:52.280874 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks [] for router_gateway (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.295035 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (f18fb585-8c5b-40e3-b272-6198b3ab9507), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.296076 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (f18fb585-8c5b-40e3-b272-6198b3ab9507), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.322629 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.408910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks [] for router_gateway (dc9484ea-df0b-4d14-93c0-912984c1ec48), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.424998 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Publish callbacks [] for port (dc0925d5-7165-4a63-8681-298e62682520), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.457840 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks [] for router_gateway (8badec30-2011-40eb-bfdf-8b2b5ef39b61), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.463956 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks [] for router_controller (f18fb585-8c5b-40e3-b272-6198b3ab9507), precommit_add_association {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.474569 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (dc0925d5-7165-4a63-8681-298e62682520), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.483553 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Allocated IP 172.20.0.2 (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe/7674d483-d14a-4c0b-9de5-5bf1681db341/79afdea6-5428-44da-b5e3-ff74794dc83e) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:52.492147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.538984 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:52.558028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:52.583762 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:52.603060 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:52.617803 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:52.619880 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-81252056-c78d-471a-b520-b6f6a1b0caa8', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:06:52.620780 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.628016 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:52.636565 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-46445920-9125-4253-864a-c387a16ff482 None None] Allocated IP 172.20.0.2 (c944d348-d5b7-4b6c-9be2-cb2a59820444/a0fef116-42db-4ab4-a3b2-ac4249381b89/7d676ec4-b620-477a-8c08-6e6b25dfd8d8) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:52.643389 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:06:52.652028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:52.661827 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:52.697284 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks [] for router_gateway (f18fb585-8c5b-40e3-b272-6198b3ab9507), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.720012 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Allocated IP 172.27.1.143 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/32f72845-508f-4c40-aa8d-894cc1384733) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:52.721964 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.755337 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Pushing event updated for resources: {'Port': ['ID=dc0925d5-7165-4a63-8681-298e62682520,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:52.781338 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:52.831809 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks [] for router_gateway (dc9484ea-df0b-4d14-93c0-912984c1ec48), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.837618 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port e48c0a67-4daf-4180-935f-0fdb8ec97a82 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:06:52.856049 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.878191 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:06:52.890727 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:06:52.910126 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:06:52.910837 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:52.944068 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:52.948243 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-41e52762-6837-45df-8a9f-12fcbb65f3c1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9813266 Jul 11 14:06:52.948856 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39680) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:53.122875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks [] for router_gateway (f18fb585-8c5b-40e3-b272-6198b3ab9507), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.149666 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.198252 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Allocated IP 172.20.0.2 (81252056-c78d-471a-b520-b6f6a1b0caa8/e0394a88-a1af-4ff3-9fa7-7270c03759fe/b60c793a-1ac8-4c5e-8398-16e7b27e7e92) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:53.269920 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5373a9a2-f75e-464a-af6a-02512e3e7825 None None] Provisioning complete for port e48c0a67-4daf-4180-935f-0fdb8ec97a82 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:53.270329 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5373a9a2-f75e-464a-af6a-02512e3e7825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.295758 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:06:53.316162 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device e48c0a67-4daf-4180-935f-0fdb8ec97a82 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:06:53.348601 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks [] for port (32f72845-508f-4c40-aa8d-894cc1384733), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.459958 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.495582 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (32f72845-508f-4c40-aa8d-894cc1384733), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.592430 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Allocated IP 172.27.1.95 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/f65ec481-5e0a-41e4-a670-bee45e73caa6) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:53.593996 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Attempting to bind port dc0925d5-7165-4a63-8681-298e62682520 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:53.594385 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Attempting to bind port dc0925d5-7165-4a63-8681-298e62682520 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:53.594746 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Attempting to bind port dc0925d5-7165-4a63-8681-298e62682520 on network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:53.632679 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.645166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:53.645541 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Checking segment: {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:53.645941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.646350 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Bound using segment: {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:53.646850 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Bound port: dc0925d5-7165-4a63-8681-298e62682520, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:53.650268 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dc0925d5-7165-4a63-8681-298e62682520), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.663244 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:50Z', 'revision_number': 3, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:53.692855 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:53.705981 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:53.720962 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:06:53.721446 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Updating router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 port 45099e96-a6ae-409b-a697-77f6ba83c003 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:06:53.728222 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:53.748689 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:53.777682 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks [] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.783971 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.804809 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Pushing event updated for resources: {'Port': ['ID=32f72845-508f-4c40-aa8d-894cc1384733,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:53.814664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5373a9a2-f75e-464a-af6a-02512e3e7825 None None] Current status of the port e48c0a67-4daf-4180-935f-0fdb8ec97a82 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:06:53.838058 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:53.968244 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port e48c0a67-4daf-4180-935f-0fdb8ec97a82 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:53.968644 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:53.997441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Publish callbacks [] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.005125 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.045168 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Allocated IP 172.27.1.231 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/6622e346-a97b-46aa-8446-3af4a528fcd9) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:54.191880 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:54.198897 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks [] for router_gateway (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.215868 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.256466 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-46445920-9125-4253-864a-c387a16ff482 None None] Publish callbacks [] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.281171 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] For port dc0925d5-7165-4a63-8681-298e62682520, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:54.301598 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:54.308775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-46445920-9125-4253-864a-c387a16ff482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.316179 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Publish callbacks [] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.318991 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:54.321131 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] For port dc0925d5-7165-4a63-8681-298e62682520, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=dc0925d5-7165-4a63-8681-298e62682520,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:54.329492 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:54.336941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:54.352907 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.369828 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (dc0925d5-7165-4a63-8681-298e62682520), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.400004 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46445920-9125-4253-864a-c387a16ff482 None None] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:54.400957 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Pushing event updated for resources: {'Port': ['ID=79afdea6-5428-44da-b5e3-ff74794dc83e,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:54.406080 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:54.426393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:54.428624 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Pushing event updated for resources: {'Port': ['ID=f65ec481-5e0a-41e4-a670-bee45e73caa6,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:54.433486 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-46445920-9125-4253-864a-c387a16ff482 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:54.442615 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46445920-9125-4253-864a-c387a16ff482 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:54.453880 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:54.490028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:54.492039 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.493419 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:54.514154 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Attempting to bind port 79afdea6-5428-44da-b5e3-ff74794dc83e on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:54.514555 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Attempting to bind port 79afdea6-5428-44da-b5e3-ff74794dc83e by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:54.514919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Attempting to bind port 79afdea6-5428-44da-b5e3-ff74794dc83e on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:54.529608 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:54.551265 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:54.592447 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:54.592447 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Checking segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:54.592447 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.592447 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Bound using segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:54.592976 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Bound port: 79afdea6-5428-44da-b5e3-ff74794dc83e, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:54.593068 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.617627 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445920-9125-4253-864a-c387a16ff482 None None] Pushing event updated for resources: {'Port': ['ID=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:54.678808 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:06:54.688347 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:54.688562 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port e48c0a67-4daf-4180-935f-0fdb8ec97a82 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:06:54.717792 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-46445920-9125-4253-864a-c387a16ff482 None None] Attempting to bind port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:54.718157 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-46445920-9125-4253-864a-c387a16ff482 None None] Attempting to bind port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:54.718554 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445920-9125-4253-864a-c387a16ff482 None None] Attempting to bind port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:54.724806 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Attempting to bind port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:54.725177 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Attempting to bind port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:54.726274 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Attempting to bind port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:54.745256 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445920-9125-4253-864a-c387a16ff482 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:54.745256 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445920-9125-4253-864a-c387a16ff482 None None] Checking segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:54.745604 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-46445920-9125-4253-864a-c387a16ff482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.746347 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46445920-9125-4253-864a-c387a16ff482 None None] Bound using segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:54.746950 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-46445920-9125-4253-864a-c387a16ff482 None None] Bound port: 7d676ec4-b620-477a-8c08-6e6b25dfd8d8, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:54.747344 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-46445920-9125-4253-864a-c387a16ff482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.757823 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:54.758237 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Checking segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:54.758676 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.759056 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Bound using segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:54.760102 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Bound port: b60c793a-1ac8-4c5e-8398-16e7b27e7e92, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:54.760492 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.778917 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Pushing event updated for resources: {'Port': ['ID=b60c793a-1ac8-4c5e-8398-16e7b27e7e92,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:54.830709 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:54.833061 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:06:54.836934 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] For port 79afdea6-5428-44da-b5e3-ff74794dc83e, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:54.891941 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.897732 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2630b650-9013-49e0-ad84-5a9174ac60c7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4179318 Jul 11 14:06:54.899484 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39730) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:54.941625 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks [] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:54.961677 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Sync routers for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:06:54.969550 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40a5a6-15fa-4326-b3f5-b6f5a4f9668b None None] Pushing event updated for resources: {'Port': ['ID=dc0925d5-7165-4a63-8681-298e62682520,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:55.006780 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-46445920-9125-4253-864a-c387a16ff482 None None] For port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:55.010698 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-46445920-9125-4253-864a-c387a16ff482 None None] For port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:55.022544 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] For port 79afdea6-5428-44da-b5e3-ff74794dc83e, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=79afdea6-5428-44da-b5e3-ff74794dc83e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:55.038260 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:55.045301 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:55.059549 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-46445920-9125-4253-864a-c387a16ff482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:55.159368 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:06:55.160895 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:55.208562 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks [] for router_gateway (8badec30-2011-40eb-bfdf-8b2b5ef39b61), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:55.255121 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:55.277219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Allocated IP 172.27.1.190 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/f0c8f128-38cd-4001-8d11-539761a3c869) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:55.359865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Pushing event updated for resources: {'Port': ['ID=6622e346-a97b-46aa-8446-3af4a528fcd9,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:55.372504 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:55.459283 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:55.476556 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:06:55.524622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:55.535130 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:55.535804 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:55.662446 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e6cf4-3fcd-466d-9177-b4e2d0c620ab None None] Pushing event updated for resources: {'Port': ['ID=79afdea6-5428-44da-b5e3-ff74794dc83e,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:55.698593 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] For port b60c793a-1ac8-4c5e-8398-16e7b27e7e92, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:55.713417 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] For port b60c793a-1ac8-4c5e-8398-16e7b27e7e92, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=b60c793a-1ac8-4c5e-8398-16e7b27e7e92,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:55.777227 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:55.779590 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:55.933020 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46445920-9125-4253-864a-c387a16ff482 None None] Pushing event updated for resources: {'Port': ['ID=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:56.048559 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42467822-896c-4628-8b0c-2fac653d8711 None None] Pushing event updated for resources: {'Port': ['ID=b60c793a-1ac8-4c5e-8398-16e7b27e7e92,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:56.188437 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:53Z', 'revision_number': 3, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:56.208366 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks [] for port (f0c8f128-38cd-4001-8d11-539761a3c869), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.217155 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Allocated IP 172.20.0.1 (f652801d-32e3-4c8b-a676-9f89f4a15dcd/fc7b797d-6984-4e1f-959a-afe2cb54cbed/7b5bdff6-caff-4b7d-bfbe-9ab698ce507f) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:56.225854 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:56.246720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (8badec30-2011-40eb-bfdf-8b2b5ef39b61), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.255353 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks [] for router_gateway (dc9484ea-df0b-4d14-93c0-912984c1ec48), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.260934 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Checking router: c2e76d94-29eb-4951-bc47-8e71fd70e8f9 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:06:56.263211 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Updating router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 port 32f72845-508f-4c40-aa8d-894cc1384733 binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:06:56.370644 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (32f72845-508f-4c40-aa8d-894cc1384733), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.479580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.612270 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:56.620970 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:56.647887 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:56.652677 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbdb18-4fbd-4b68-a423-0427ecac0ba6 None None] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:56.660557 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:56.668829 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c8f128-38cd-4001-8d11-539761a3c869,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:56.801410 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-27af0de2-cab6-45cf-8461-701fb26b8feb None None] Provisioning complete for port dc0925d5-7165-4a63-8681-298e62682520 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:56.801798 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-27af0de2-cab6-45cf-8461-701fb26b8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dc0925d5-7165-4a63-8681-298e62682520), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.822704 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Publish callbacks [] for port (45099e96-a6ae-409b-a697-77f6ba83c003), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.847187 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:56.880429 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:56.978573 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Pushing event updated for resources: {'Port': ['ID=45099e96-a6ae-409b-a697-77f6ba83c003,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:56.983858 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Attempting to bind port 45099e96-a6ae-409b-a697-77f6ba83c003 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:56.985630 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Attempting to bind port 45099e96-a6ae-409b-a697-77f6ba83c003 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:56.988661 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Attempting to bind port 45099e96-a6ae-409b-a697-77f6ba83c003 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:57.006807 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:57.009414 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:57.010084 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.010726 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:57.013292 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Bound port: 45099e96-a6ae-409b-a697-77f6ba83c003, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:57.013969 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.063710 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367dd7b-e1a3-463c-8c97-53d0eda46b95 None None] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:57.072742 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.187393 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] For port 45099e96-a6ae-409b-a697-77f6ba83c003, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:57.196242 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] For port 45099e96-a6ae-409b-a697-77f6ba83c003, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=45099e96-a6ae-409b-a697-77f6ba83c003,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:57.214719 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.231746 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.232341 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.233549 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.234179 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.234734 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.235283 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.236484 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.237079 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.238750 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.239319 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.239849 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.240413 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.241004 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.241770 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.242325 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Tracked resource versions report: Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: pushed versions: Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: { 'AddressGroup': {'1.2'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Agent': {'1.1'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'ConntrackHelper': {'1.0'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'LocalIPAssociation': {'1.0'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Log': {'1.0'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'NDPProxy': {'1.0'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Network': {'1.1'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Port': {'1.7'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'PortForwarding': {'1.3'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'QosPolicy': {'1.10'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroup': {'1.5'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroupRule': {'1.2'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SubPort': {'1.0'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Subnet': {'1.1'}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Trunk': {'1.1'}} Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: consumer versions: Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: { DHCP agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: HyperV agent@hv-cinder-84842: {}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: L3 agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: Metadata agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: Metering agent@dv-cinder-848429-3-iscsi: {}, Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: Open vSwitch agent@dv-cinder-848429-3-iscsi: { 'AddressGroup': '1.2', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Agent': '1.1', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'ConntrackHelper': '1.0', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'LocalIPAssociation': '1.0', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Log': '1.0', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'NDPProxy': '1.0', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Network': '1.1', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Port': '1.7', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'PortForwarding': '1.3', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'QosPolicy': '1.10', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroup': '1.5', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SecurityGroupRule': '1.2', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'SubPort': '1.0', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Subnet': '1.1', Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: 'Trunk': '1.1'}} Jul 11 14:06:57.243815 dv-cinder-848429-3-iscsi neutron-server[104194]: {{(pid=104194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 11 14:06:57.287957 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:06:57.288922 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:57.394523 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:57.400216 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39778) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:57.432710 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks [] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.438009 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dc0925d5-7165-4a63-8681-298e62682520 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:06:57.560846 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:57.574083 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8e910-23c7-4b27-b16f-db80cee52f5b None None] Pushing event updated for resources: {'Port': ['ID=45099e96-a6ae-409b-a697-77f6ba83c003,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:57.603630 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:06:57.618321 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:06:57.621754 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=3,neutron:INSERT=4,neutron:SELECT=93 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:57.682615 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks [] for router_gateway (f18fb585-8c5b-40e3-b272-6198b3ab9507), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.692352 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (dc9484ea-df0b-4d14-93c0-912984c1ec48), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.712570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8755dcbf-59d1-4eaa-9f07-7a4021d6f21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.743824 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40b0c0-9a52-48c6-9845-a06fac1cb319 None None] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:57.800956 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:57.808804 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:57.850746 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Publish callbacks [] for port (32f72845-508f-4c40-aa8d-894cc1384733), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.860102 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Allocated IP 172.20.0.1 (c944d348-d5b7-4b6c-9be2-cb2a59820444/a0fef116-42db-4ab4-a3b2-ac4249381b89/9aba2def-b77f-4a04-82e0-632ac7867bb5) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:06:57.934429 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (32f72845-508f-4c40-aa8d-894cc1384733), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:57.996144 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Attempting to bind port 32f72845-508f-4c40-aa8d-894cc1384733 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:57.996432 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Attempting to bind port 32f72845-508f-4c40-aa8d-894cc1384733 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:57.996796 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Attempting to bind port 32f72845-508f-4c40-aa8d-894cc1384733 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:58.024992 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:06:58.052238 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.081848 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:50Z', 'revision_number': 3, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:58.087370 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port dc0925d5-7165-4a63-8681-298e62682520 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:58.088059 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dc0925d5-7165-4a63-8681-298e62682520), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.123821 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-27af0de2-cab6-45cf-8461-701fb26b8feb None None] Current status of the port dc0925d5-7165-4a63-8681-298e62682520 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:06:58.124493 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-27af0de2-cab6-45cf-8461-701fb26b8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dc0925d5-7165-4a63-8681-298e62682520), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.129721 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Sync routers for ids ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:06:58.138488 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328840-352b-4231-83e5-04bc66312f3f None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:50Z', 'revision_number': 3, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:06:58.142293 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:58.142782 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:58.143786 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.146158 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:58.147159 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Bound port: 32f72845-508f-4c40-aa8d-894cc1384733, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:58.147832 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (32f72845-508f-4c40-aa8d-894cc1384733), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.160457 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Routers {'8badec30-2011-40eb-bfdf-8b2b5ef39b61'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:06:58.161086 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:58.180055 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.181274 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-add5d247-b030-434b-9e9e-257462056785 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1194763 Jul 11 14:06:58.210895 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8755dcbf-59d1-4eaa-9f07-7a4021d6f21f admin admin] Publish callbacks [] for security_group (35586a69-ba53-47f0-a4f6-afdbd593784f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.212413 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:58.217235 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39788) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:58.237191 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] For port 32f72845-508f-4c40-aa8d-894cc1384733, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:58.241370 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] For port 32f72845-508f-4c40-aa8d-894cc1384733, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=32f72845-508f-4c40-aa8d-894cc1384733,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:58.261662 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106f0ec-41ca-4923-be63-203d22538a8a None None] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:06:58.276248 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (32f72845-508f-4c40-aa8d-894cc1384733), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.300861 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8755dcbf-59d1-4eaa-9f07-7a4021d6f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (35586a69-ba53-47f0-a4f6-afdbd593784f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.301323 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks [] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.320308 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (f18fb585-8c5b-40e3-b272-6198b3ab9507), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.339094 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Set router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:06:58.345892 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:58.356430 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-27af0de2-cab6-45cf-8461-701fb26b8feb None None] For port dc0925d5-7165-4a63-8681-298e62682520, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=dc0925d5-7165-4a63-8681-298e62682520,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:06:58.360893 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755dcbf-59d1-4eaa-9f07-7a4021d6f21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35586a69-ba53-47f0-a4f6-afdbd593784f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:58.370690 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c1b7c-884b-43dd-9af9-7e55bde380ea None None] Pushing event updated for resources: {'Port': ['ID=32f72845-508f-4c40-aa8d-894cc1384733,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:58.382388 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-27af0de2-cab6-45cf-8461-701fb26b8feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (dc0925d5-7165-4a63-8681-298e62682520), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.385502 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:58.437490 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:58.438120 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.483481 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:06:58.484125 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:58.542668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.624866 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Provisioning complete for port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:58.624866 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.624866 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:58.625241 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:58.693805 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:06:58.714449 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8755dcbf-59d1-4eaa-9f07-7a4021d6f21f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c46048d0ca34522984ed0eeb26e8189&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3106055 Jul 11 14:06:58.717350 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:06:58.723280 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39796) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:58.749500 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:06:58.749993 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.760408 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:06:54Z', 'revision_number': 3, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port': {'id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:58.810593 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Checking router: 8badec30-2011-40eb-bfdf-8b2b5ef39b61 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:06:58.810941 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Updating router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 port f65ec481-5e0a-41e4-a670-bee45e73caa6 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:06:58.817202 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port dc0925d5-7165-4a63-8681-298e62682520 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:06:58.822222 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:06:58.856162 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:58.973669 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.008828 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c1b7c-884b-43dd-9af9-7e55bde380ea None None] Pushing event updated for resources: {'Port': ['ID=32f72845-508f-4c40-aa8d-894cc1384733,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:59.013317 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Pushing event updated for resources: {'Port': ['ID=9aba2def-b77f-4a04-82e0-632ac7867bb5,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:59.027175 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:59.107115 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:06:59.120585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:59.219406 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks [] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.222038 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:59.223570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:59.268058 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.269341 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.288379 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Router dc9484ea-df0b-4d14-93c0-912984c1ec48 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:06:59.310388 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5b22d798-ccc3-4a83-a2bf-8af5a445c14d admin admin] Publish callbacks [] for security_group (35586a69-ba53-47f0-a4f6-afdbd593784f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.375545 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5b22d798-ccc3-4a83-a2bf-8af5a445c14d admin admin] Publish callbacks [] for security_group (35586a69-ba53-47f0-a4f6-afdbd593784f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.442460 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:06:59.451731 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:06:59.481924 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.483315 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9615203a-55a2-451b-bda3-4d5c96019cda admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3742189 Jul 11 14:06:59.494673 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39804) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:06:59.515746 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:53Z', 'revision_number': 3, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:59.541563 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Publish callbacks [] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.549677 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.554821 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Current status of the port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:06:59.556370 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.557433 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Sync routers for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:06:59.566228 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff378a0f-32bb-4dbe-a9ad-296481f6fec7 None None] The sync data for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi is: [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:53Z', 'revision_number': 3, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:06:59.582495 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:06:59.583122 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:06:59.620909 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:59.646384 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Router f18fb585-8c5b-40e3-b272-6198b3ab9507 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:06:59.683051 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81364fa4-9199-4eed-9fe3-976ef418b892 None None] Pushing event updated for resources: {'Port': ['ID=f65ec481-5e0a-41e4-a670-bee45e73caa6,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:59.695747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.732147 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af0de2-cab6-45cf-8461-701fb26b8feb None None] Pushing event updated for resources: {'Port': ['ID=dc0925d5-7165-4a63-8681-298e62682520,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:59.737509 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:06:59.738150 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.764059 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Attempting to bind port f65ec481-5e0a-41e4-a670-bee45e73caa6 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:06:59.764433 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Attempting to bind port f65ec481-5e0a-41e4-a670-bee45e73caa6 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:06:59.764920 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Attempting to bind port f65ec481-5e0a-41e4-a670-bee45e73caa6 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:06:59.789597 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] For port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:06:59.801005 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:06:59.801567 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:06:59.802401 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.802935 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:06:59.803481 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Bound port: f65ec481-5e0a-41e4-a670-bee45e73caa6, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:06:59.803920 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.861600 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:06:59.871941 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] For port f65ec481-5e0a-41e4-a670-bee45e73caa6, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:06:59.876965 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] For port f65ec481-5e0a-41e4-a670-bee45e73caa6, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=f65ec481-5e0a-41e4-a670-bee45e73caa6,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:06:59.889514 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.955483 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81364fa4-9199-4eed-9fe3-976ef418b892 None None] Pushing event updated for resources: {'Port': ['ID=f65ec481-5e0a-41e4-a670-bee45e73caa6,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:06:59.964535 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:06:59.990682 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Routers {'8badec30-2011-40eb-bfdf-8b2b5ef39b61'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:06:59.991543 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:00.042274 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Provisioning complete for port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:00.042594 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.131966 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:00.135065 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks [] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.145315 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.146190 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.177652 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] Set router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:00.218635 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Current status of the port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:00.219267 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.259877 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:00.260750 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:00.268325 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:00.270100 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:00.274753 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:00.307993 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:00.324155 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] For port b60c793a-1ac8-4c5e-8398-16e7b27e7e92, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=b60c793a-1ac8-4c5e-8398-16e7b27e7e92,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:00.326551 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:00.328153 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device b60c793a-1ac8-4c5e-8398-16e7b27e7e92 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:00.341847 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:00.343602 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:00.344864 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.367578 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:00.379104 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5b22d798-ccc3-4a83-a2bf-8af5a445c14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (35586a69-ba53-47f0-a4f6-afdbd593784f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.387135 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5b22d798-ccc3-4a83-a2bf-8af5a445c14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.402884 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-5b22d798-ccc3-4a83-a2bf-8af5a445c14d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35586a69-ba53-47f0-a4f6-afdbd593784f HTTP/1.1" status: 204 len: 168 time: 1.6699877 Jul 11 14:07:00.443599 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Provisioning complete for port 79afdea6-5428-44da-b5e3-ff74794dc83e triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:00.444601 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.582922 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Pushing event updated for resources: {'Port': ['ID=9aba2def-b77f-4a04-82e0-632ac7867bb5,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:00.650163 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22d798-ccc3-4a83-a2bf-8af5a445c14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35586a69-ba53-47f0-a4f6-afdbd593784f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:00.651506 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:06:54Z', 'revision_number': 3, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port': {'id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:00.728011 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.774021 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8a70e-0bb8-4f22-acee-6c49291d8221 None None] The sync data for ids ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'] in dv-cinder-848429-3-iscsi is: [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:06:54Z', 'revision_number': 3, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port': {'id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:00.819851 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:07:00.829917 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Sync routers for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:07:00.866111 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:00.867009 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:00.867766 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:00.871411 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-75ce64e8-2007-4c2a-baf6-a94500da0766 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6596692 Jul 11 14:07:00.876562 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39822) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:01.000462 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:07:01.120078 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:01.192612 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:07:01.234328 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:01.292564 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:01.293058 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.406735 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Pushing event updated for resources: {'Port': ['ID=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:01.440305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39832) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:01.499033 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Pushing event updated for resources: {'Port': ['ID=b60c793a-1ac8-4c5e-8398-16e7b27e7e92,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:01.564369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:07:01.577455 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-422ff0d9-2d37-4fe6-8ded-d96b5f6830a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.597985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:07:01.606369 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Current status of the port 79afdea6-5428-44da-b5e3-ff74794dc83e is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:01.606757 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.609856 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9fd1efb0-671e-459b-916e-f4c958eb7264 admin admin] 10.222.0.49 "PUT /v2.0/routers/882e83d5-cd83-4b1f-bcbc-ca9a029bb504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6598091 Jul 11 14:07:01.641186 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:55Z', 'revision_number': 3, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:01.684392 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] For port 79afdea6-5428-44da-b5e3-ff74794dc83e, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=79afdea6-5428-44da-b5e3-ff74794dc83e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:01.722159 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:56Z', 'revision_number': 3, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:01.726694 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:07:01.735964 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-87102f7e-05fb-4c36-b366-8471ac75f16c admin admin] 10.222.0.49 "PUT /v2.0/routers/c2e76d94-29eb-4951-bc47-8e71fd70e8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8308384 Jul 11 14:07:01.778592 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Checking router: f18fb585-8c5b-40e3-b272-6198b3ab9507 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:01.778940 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Updating router f18fb585-8c5b-40e3-b272-6198b3ab9507 port f0c8f128-38cd-4001-8d11-539761a3c869 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:07:01.783986 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.807740 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-422ff0d9-2d37-4fe6-8ded-d96b5f6830a7 admin admin] Publish callbacks [] for security_group (fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.816786 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Provisioning complete for port dc0925d5-7165-4a63-8681-298e62682520 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:01.817171 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dc0925d5-7165-4a63-8681-298e62682520), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.836089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-422ff0d9-2d37-4fe6-8ded-d96b5f6830a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.856921 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:01.890217 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ff0d9-2d37-4fe6-8ded-d96b5f6830a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:01.925793 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Checking router: dc9484ea-df0b-4d14-93c0-912984c1ec48 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:01.926141 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Updating router dc9484ea-df0b-4d14-93c0-912984c1ec48 port 6622e346-a97b-46aa-8446-3af4a528fcd9 binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:07:01.928454 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:01.929071 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:02.108529 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.114693 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-422ff0d9-2d37-4fe6-8ded-d96b5f6830a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d9bfa59e0e840f1bebaeb5042d54a01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6635411 Jul 11 14:07:02.120050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39846) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:02.151132 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.176876 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.209059 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:02.211106 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 79afdea6-5428-44da-b5e3-ff74794dc83e up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:02.224753 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.234215 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.254437 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Allocated IP 172.20.0.1 (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd/8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb/5fcdabaf-1b72-4225-845e-1828ca427559) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:02.290749 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.337140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.370163 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ddfed0d-a562-4972-afb9-e1e84ccb042a admin admin] Publish callbacks [] for security_group (fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.383745 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Publish callbacks [] for port (f0c8f128-38cd-4001-8d11-539761a3c869), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.396386 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.400694 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.468827 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ddfed0d-a562-4972-afb9-e1e84ccb042a admin admin] Publish callbacks [] for security_group (fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.481847 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Allocated IP 172.20.0.1 (81252056-c78d-471a-b520-b6f6a1b0caa8/e0394a88-a1af-4ff3-9fa7-7270c03759fe/5a6ae870-a5dc-4a50-9381-5b503aaeea98) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:02.493583 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39870) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:02.503159 dv-cinder-848429-3-iscsi neutron-server[104192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 11 14:07:02.536435 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Attempting to bind port f0c8f128-38cd-4001-8d11-539761a3c869 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:02.536789 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Attempting to bind port f0c8f128-38cd-4001-8d11-539761a3c869 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:02.537139 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Attempting to bind port f0c8f128-38cd-4001-8d11-539761a3c869 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:02.564789 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39876) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:02.572083 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec424d-7507-4a8c-a640-912ccefa4197 None None] Pushing event updated for resources: {'Port': ['ID=f0c8f128-38cd-4001-8d11-539761a3c869,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:02.584483 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-554926d5-70ba-436f-8e58-afd11b2fb61a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948105867', 'description': 'tempest-description--1739911416'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:02.591154 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:02.591735 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:02.592140 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.592813 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:02.593407 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Bound port: f0c8f128-38cd-4001-8d11-539761a3c869, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:02.593669 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.655985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Pushing event updated for resources: {'Port': ['ID=79afdea6-5428-44da-b5e3-ff74794dc83e,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:02.733906 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.735010 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.758603 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9e053ecd-6d8f-4e52-a8a9-216be79b8f60 None None] Current status of the port dc0925d5-7165-4a63-8681-298e62682520 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:02.777111 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] For port f0c8f128-38cd-4001-8d11-539761a3c869, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:02.781639 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] For port f0c8f128-38cd-4001-8d11-539761a3c869, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=f0c8f128-38cd-4001-8d11-539761a3c869,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:02.784024 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:02.786222 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:02.797023 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Allocated IP 172.20.0.1 (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe/7674d483-d14a-4c0b-9de5-5bf1681db341/91185305-b343-49f5-b3d4-2c4f94cb5d24) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:02.812126 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 79afdea6-5428-44da-b5e3-ff74794dc83e triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:02.812666 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.857013 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-554926d5-70ba-436f-8e58-afd11b2fb61a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.882679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks [] for port (5fcdabaf-1b72-4225-845e-1828ca427559), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.905800 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Sync routers for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:07:02.913020 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Provisioning complete for port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:02.913903 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.917928 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.970446 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ddfed0d-a562-4972-afb9-e1e84ccb042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.975589 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ddfed0d-a562-4972-afb9-e1e84ccb042a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:02.976977 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6ddfed0d-a562-4972-afb9-e1e84ccb042a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f HTTP/1.1" status: 204 len: 168 time: 0.8508272 Jul 11 14:07:03.020761 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-b44579a9-a2a8-41bd-b606-e64c2f5a46b1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:03.022273 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-b44579a9-a2a8-41bd-b606-e64c2f5a46b1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 819 time: 0.5284328 Jul 11 14:07:03.024070 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfed0d-a562-4972-afb9-e1e84ccb042a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a4b1d-afe6-40e1-b6a9-3d2f2802187f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:03.042256 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec424d-7507-4a8c-a640-912ccefa4197 None None] Pushing event updated for resources: {'Port': ['ID=f0c8f128-38cd-4001-8d11-539761a3c869,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:03.053856 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:03.054570 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:03.072901 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks [] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.099593 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:03.100537 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:03.117747 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-6a4d1f78-40cf-43be-85b6-638b76daec74 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/quotas/4b181bc391914f6abcea09b894b88473 HTTP/1.1" status: 200 len: 375 time: 0.0811484 Jul 11 14:07:03.125691 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.144246 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.189920 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks [] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.202472 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-554926d5-70ba-436f-8e58-afd11b2fb61a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (87cd3f6c-5524-46ac-befe-1804630015d3), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.226321 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:03.235707 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-554926d5-70ba-436f-8e58-afd11b2fb61a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (87cd3f6c-5524-46ac-befe-1804630015d3), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.249307 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:03.264698 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:03.288765 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:03.289260 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (8badec30-2011-40eb-bfdf-8b2b5ef39b61), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.327707 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Pushing event updated for resources: {'Port': ['ID=5fcdabaf-1b72-4225-845e-1828ca427559,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:03.382472 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:03.405061 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:03.410967 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:03.412930 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:03.413400 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (f18fb585-8c5b-40e3-b272-6198b3ab9507), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.423666 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-554926d5-70ba-436f-8e58-afd11b2fb61a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.425111 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-554926d5-70ba-436f-8e58-afd11b2fb61a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8465614 Jul 11 14:07:03.433714 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 39886) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:03.437708 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554926d5-70ba-436f-8e58-afd11b2fb61a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd3f6c-5524-46ac-befe-1804630015d3,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:03.458943 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-ae878dc3-17db-497e-a3cd-6c0c108242d1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '87cd3f6c-5524-46ac-befe-1804630015d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:03.474179 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:03.517227 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.619919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Publish callbacks [] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.632518 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:03.671686 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-3b9be372-b871-408e-93ef-71d67099498c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5408566 Jul 11 14:07:03.672482 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Pushing event updated for resources: {'Port': ['ID=5a6ae870-a5dc-4a50-9381-5b503aaeea98,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:03.731963 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:03.746290 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ae878dc3-17db-497e-a3cd-6c0c108242d1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (1827347d-29b0-4b77-af50-1b5483e933d6), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.762276 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.768056 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:03.800432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.837331 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:03.840524 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (dc9484ea-df0b-4d14-93c0-912984c1ec48), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:03.855974 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:03.906398 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:03.963042 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Attempting to bind port 6622e346-a97b-46aa-8446-3af4a528fcd9 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:03.964656 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Attempting to bind port 6622e346-a97b-46aa-8446-3af4a528fcd9 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:03.964656 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Attempting to bind port 6622e346-a97b-46aa-8446-3af4a528fcd9 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:04.039841 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:04.040216 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:04.040621 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.041015 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:04.041501 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Bound port: 6622e346-a97b-46aa-8446-3af4a528fcd9, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:04.041879 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.054821 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 79afdea6-5428-44da-b5e3-ff74794dc83e is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:04.060986 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 2, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:04.171385 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Current status of the port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:04.185941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Provisioning complete for port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:04.186583 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.220312 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks [] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.225900 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Pushing event updated for resources: {'Port': ['ID=91185305-b343-49f5-b3d4-2c4f94cb5d24,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:04.231203 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.232389 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (f18fb585-8c5b-40e3-b272-6198b3ab9507), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.236104 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbd27c-73d2-499c-bfe4-383ac01b3595 None None] Pushing event updated for resources: {'Port': ['ID=6622e346-a97b-46aa-8446-3af4a528fcd9,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:04.239758 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:04.249971 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:04.253442 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Checking router: c2e76d94-29eb-4951-bc47-8e71fd70e8f9 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:04.253783 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Updating router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 port 9aba2def-b77f-4a04-82e0-632ac7867bb5 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:07:04.272636 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Provisioning complete for port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:04.273344 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.315737 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Pushing event updated for resources: {'Port': ['ID=5a6ae870-a5dc-4a50-9381-5b503aaeea98,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:04.326297 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.365605 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 2, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:04.412802 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.420402 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:04.420809 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Updating router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:07:04.452490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] For port 6622e346-a97b-46aa-8446-3af4a528fcd9, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:04.457442 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.467711 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-ffd7aca0-d19c-4722-a1c8-4a6e1385de1a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:07:04.474173 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:04.476621 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-ffd7aca0-d19c-4722-a1c8-4a6e1385de1a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3829460 Jul 11 14:07:04.509663 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:04.515307 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:04.553920 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ae878dc3-17db-497e-a3cd-6c0c108242d1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (1827347d-29b0-4b77-af50-1b5483e933d6), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.594487 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ae878dc3-17db-497e-a3cd-6c0c108242d1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (1827347d-29b0-4b77-af50-1b5483e933d6), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.683180 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-4a592615-27a9-404a-8f5c-333f0aa347c4 service neutron] 10.222.0.49 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053943 Jul 11 14:07:04.743867 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:04.777236 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:56Z', 'revision_number': 3, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:04.779830 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ae878dc3-17db-497e-a3cd-6c0c108242d1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.781883 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-ae878dc3-17db-497e-a3cd-6c0c108242d1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3334124 Jul 11 14:07:04.784932 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39916) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:04.797176 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-48063356-824c-4060-8936-244cb89e5700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '87cd3f6c-5524-46ac-befe-1804630015d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:04.810493 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae878dc3-17db-497e-a3cd-6c0c108242d1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1827347d-29b0-4b77-af50-1b5483e933d6,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:04.854651 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.856975 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Router f18fb585-8c5b-40e3-b272-6198b3ab9507 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:07:04.867963 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-48063356-824c-4060-8936-244cb89e5700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (630b02c1-be52-4298-a030-34f393a45aef), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:04.903209 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127b6a3-a305-45b6-a7d0-436ec6bd0bd8 None None] The sync data for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi is: [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:56Z', 'revision_number': 3, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:04.914609 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] For port 6622e346-a97b-46aa-8446-3af4a528fcd9, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=6622e346-a97b-46aa-8446-3af4a528fcd9,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:04.917443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:04.928073 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:07:04.944433 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-064ea392-a22c-4942-8aa2-8745d622870b service neutron] 10.222.0.49 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602365 Jul 11 14:07:05.026714 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.059575 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-48063356-824c-4060-8936-244cb89e5700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (630b02c1-be52-4298-a030-34f393a45aef), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.074455 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-48063356-824c-4060-8936-244cb89e5700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (630b02c1-be52-4298-a030-34f393a45aef), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.177634 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063356-824c-4060-8936-244cb89e5700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630b02c1-be52-4298-a030-34f393a45aef,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:05.190072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-48063356-824c-4060-8936-244cb89e5700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.194626 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-48063356-824c-4060-8936-244cb89e5700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4082773 Jul 11 14:07:05.197285 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39934) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:05.201833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:05.210132 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:07:05.223153 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-e4f08e67-30cf-4f0b-8033-99dfdd2638ff admin admin] 10.222.0.49 "PUT /v2.0/routers/f18fb585-8c5b-40e3-b272-6198b3ab9507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3434649 Jul 11 14:07:05.279531 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:05.284795 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.307625 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Current status of the port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:05.363100 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:05.364095 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:05.435278 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks [] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.480028 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Publish callbacks [] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.521311 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.539888 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 39962) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:05.552506 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.553261 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (dc9484ea-df0b-4d14-93c0-912984c1ec48), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.611564 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:05.623075 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Provisioning complete for port 9aba2def-b77f-4a04-82e0-632ac7867bb5 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:05.623535 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.635647 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:05.660865 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:05.661508 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.664129 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbd27c-73d2-499c-bfe4-383ac01b3595 None None] Pushing event updated for resources: {'Port': ['ID=6622e346-a97b-46aa-8446-3af4a528fcd9,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:05.689001 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:05.744486 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5a2ea5f8-7437-4c3f-8559-4308fc85cb67 req-e31d51cb-745c-4b89-a513-bcd2c312d892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 210 time: 0.1552601 Jul 11 14:07:05.820361 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7d4a6-ecfe-46ff-9305-b869a9bfee4d None None] Pushing event updated for resources: {'Port': ['ID=9aba2def-b77f-4a04-82e0-632ac7867bb5,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:05.906245 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:05.933478 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:05.996468 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f4338-5151-4e4a-8336-219cc5925e50 None None] Port 9aba2def-b77f-4a04-82e0-632ac7867bb5 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:06.053539 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks [] for port (5fcdabaf-1b72-4225-845e-1828ca427559), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.057451 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:06.067231 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:06.079708 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.085905 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (8badec30-2011-40eb-bfdf-8b2b5ef39b61), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.112764 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Pushing event updated for resources: {'Port': ['ID=91185305-b343-49f5-b3d4-2c4f94cb5d24,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:06.123203 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Attempting to bind port 9aba2def-b77f-4a04-82e0-632ac7867bb5 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:06.124348 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Attempting to bind port 9aba2def-b77f-4a04-82e0-632ac7867bb5 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:06.124731 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Attempting to bind port 9aba2def-b77f-4a04-82e0-632ac7867bb5 on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:06.155161 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:06.155527 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Checking segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:06.160184 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.162260 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Bound using segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:06.168970 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Bound port: 9aba2def-b77f-4a04-82e0-632ac7867bb5, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:06.169497 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.232420 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Pushing event updated for resources: {'Port': ['ID=5fcdabaf-1b72-4225-845e-1828ca427559,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:06.247237 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:06.358476 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:06.409407 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.27.1.178 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/44fc3c12-da77-4b45-9fda-b48fe03c6024) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:06.413879 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40010) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:06.425625 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-7409990a-07b2-43a6-b6c4-3456340e343e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700278469', 'description': 'tempest-description--695471192'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:06.458332 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] For port 9aba2def-b77f-4a04-82e0-632ac7867bb5, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:06.464895 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] For port 9aba2def-b77f-4a04-82e0-632ac7867bb5, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=9aba2def-b77f-4a04-82e0-632ac7867bb5,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:06.477475 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.540715 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Provisioning complete for port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:06.551324 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.706780 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:06.707417 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:06.762406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.780846 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7409990a-07b2-43a6-b6c4-3456340e343e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.903647 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:06.916247 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Router dc9484ea-df0b-4d14-93c0-912984c1ec48 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:07:06.916450 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Publish callbacks [] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:06.924076 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:06.927684 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 45099e96-a6ae-409b-a697-77f6ba83c003 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:06.936079 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.023188 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:07.025131 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:07.026519 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:07.033449 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7d4a6-ecfe-46ff-9305-b869a9bfee4d None None] Pushing event updated for resources: {'Port': ['ID=9aba2def-b77f-4a04-82e0-632ac7867bb5,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:07.041146 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.043637 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:07.119455 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:07.179302 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Provisioning complete for port 91185305-b343-49f5-b3d4-2c4f94cb5d24 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:07.180308 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.391036 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531ae89-d85d-45c9-9cc3-be52c48bbf58 None None] Pushing event updated for resources: {'Port': ['ID=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:07.494211 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Port 91185305-b343-49f5-b3d4-2c4f94cb5d24 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:07.513454 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-5bcd5341-bcb8-4c50-a756-e2d143981f80 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:07.525361 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-5bcd5341-bcb8-4c50-a756-e2d143981f80 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 819 time: 0.6964438 Jul 11 14:07:07.535929 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=44fc3c12-da77-4b45-9fda-b48fe03c6024,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:07.540177 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:07.557704 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:07.580836 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-98aa722a-a9bf-4521-9e4a-a7c2e9290008 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/quotas/4b181bc391914f6abcea09b894b88473 HTTP/1.1" status: 200 len: 375 time: 0.0498765 Jul 11 14:07:07.585026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 45099e96-a6ae-409b-a697-77f6ba83c003 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:07.585026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.698378 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-cb6cb99f-15d3-49a1-9c1f-c39905217c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174412 Jul 11 14:07:07.722837 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:06Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:07.775213 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7409990a-07b2-43a6-b6c4-3456340e343e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (8ada5ba0-159f-4083-83dc-4eb09daae562), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.780936 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:07:07.803664 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8d2e9dda-439d-44f8-8f88-553605c57c87 admin admin] 10.222.0.49 "PUT /v2.0/routers/dc9484ea-df0b-4d14-93c0-912984c1ec48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3039911 Jul 11 14:07:07.805303 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7409990a-07b2-43a6-b6c4-3456340e343e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (8ada5ba0-159f-4083-83dc-4eb09daae562), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.814557 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcfcf6-0f4a-4479-bad3-acf6f089e3a9 None None] The sync data for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi is: [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:06Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:07.837002 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Provisioning complete for port 5fcdabaf-1b72-4225-845e-1828ca427559 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:07.838196 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.863320 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7409990a-07b2-43a6-b6c4-3456340e343e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:07.864607 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7409990a-07b2-43a6-b6c4-3456340e343e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4450998 Jul 11 14:07:07.871121 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:07:07.875949 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40078) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:07.881666 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-28842ab3-90f7-43d8-b0bc-2b489e884372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'security_group_rule': {'security_group_id': '8ada5ba0-159f-4083-83dc-4eb09daae562', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:07.909501 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409990a-07b2-43a6-b6c4-3456340e343e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ada5ba0-159f-4083-83dc-4eb09daae562,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:08.015830 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Port 5fcdabaf-1b72-4225-845e-1828ca427559 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:08.029990 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Attempting to bind port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:08.031402 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Attempting to bind port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:08.032064 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Attempting to bind port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:08.048621 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:08.055103 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:08.146593 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-eb68c172-24e8-4be1-90ca-4a0a15810101 service neutron] 10.222.0.49 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469743 Jul 11 14:07:08.157659 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:08.158043 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Checking segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:08.158482 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.158885 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Bound using segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:08.168083 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Bound port: 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:08.169614 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.172507 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:02Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:08.186789 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Provisioning complete for port 9aba2def-b77f-4a04-82e0-632ac7867bb5 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:08.198569 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.238901 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (ec3e686f-9fa3-46cf-b844-b62839f1b3d0), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.343403 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.352829 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:07:08.385653 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-73f9acda-c295-423e-af37-84f3e04b0238 admin admin] 10.222.0.49 "PUT /v2.0/routers/8badec30-2011-40eb-bfdf-8b2b5ef39b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1545827 Jul 11 14:07:08.386327 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40100) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:08.406228 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28842ab3-90f7-43d8-b0bc-2b489e884372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (57f80f60-8418-4a22-b371-97bf69445cfc), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.427970 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148276a-e089-4e87-8f71-0e4e97513409 None None] The sync data for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi is: [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:02Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:08.451843 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Sync routers for ids ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:07:08.521441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 45099e96-a6ae-409b-a697-77f6ba83c003 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:08.522810 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.557859 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Sync routers for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:07:08.586355 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:08.587196 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:08.598107 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-890d2f6a-71f6-4550-9e6b-ebffe71b767c service neutron] 10.222.0.49 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500375 Jul 11 14:07:08.670620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28842ab3-90f7-43d8-b0bc-2b489e884372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (57f80f60-8418-4a22-b371-97bf69445cfc), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.681207 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28842ab3-90f7-43d8-b0bc-2b489e884372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (57f80f60-8418-4a22-b371-97bf69445cfc), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.775674 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28842ab3-90f7-43d8-b0bc-2b489e884372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f80f60-8418-4a22-b371-97bf69445cfc,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:08.778249 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 45099e96-a6ae-409b-a697-77f6ba83c003, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=45099e96-a6ae-409b-a697-77f6ba83c003,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:08.811122 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Routers {'8badec30-2011-40eb-bfdf-8b2b5ef39b61'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:08.818766 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28842ab3-90f7-43d8-b0bc-2b489e884372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.819427 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:08.827377 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-28842ab3-90f7-43d8-b0bc-2b489e884372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9480011 Jul 11 14:07:08.829818 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40120) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:08.842219 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-1b05e309-f12e-4aee-b184-f8c7d9f6ddd2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'security_group_rule': {'security_group_id': '8ada5ba0-159f-4083-83dc-4eb09daae562', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:08.853310 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.870142 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f65ec481-5e0a-41e4-a670-bee45e73caa6 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:08.895498 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:08.969583 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.971010 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1b05e309-f12e-4aee-b184-f8c7d9f6ddd2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (0fea2a22-3aac-407b-bc58-4d0ae813b4e8), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:08.987110 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.020937 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:09.030083 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40130) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:09.055150 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-79737379-d37e-4dc8-9644-9948955db5c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068898992', 'description': 'tempest-description--1547945486'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:09.197824 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:09.210139 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=44fc3c12-da77-4b45-9fda-b48fe03c6024,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:09.257651 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ec3e686f-9fa3-46cf-b844-b62839f1b3d0), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.269169 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] For port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:09.278253 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79737379-d37e-4dc8-9644-9948955db5c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.359943 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.364137 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7c2e09c4-8aee-4496-95ea-036552d0ece8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1653829 Jul 11 14:07:09.380915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea82e-d631-4e5a-af84-576e98cfbef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.406353 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d482978-0c77-4fd5-b997-a7c29f66faed req-733ed27b-19f4-47dd-b69b-e0c8bd682c48 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 210 time: 0.2090261 Jul 11 14:07:09.465183 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:09.478961 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] For port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:09.623235 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:09.623916 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:09.653650 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1b05e309-f12e-4aee-b184-f8c7d9f6ddd2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (0fea2a22-3aac-407b-bc58-4d0ae813b4e8), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.703405 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1b05e309-f12e-4aee-b184-f8c7d9f6ddd2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (0fea2a22-3aac-407b-bc58-4d0ae813b4e8), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.783832 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.855643 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 2, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:09.871912 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79737379-d37e-4dc8-9644-9948955db5c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (c46aac11-25bb-4216-89d5-69c1dc7ffb49), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.883925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1b05e309-f12e-4aee-b184-f8c7d9f6ddd2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.885315 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-1b05e309-f12e-4aee-b184-f8c7d9f6ddd2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0466623 Jul 11 14:07:09.888504 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40166) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:09.892565 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79737379-d37e-4dc8-9644-9948955db5c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c46aac11-25bb-4216-89d5-69c1dc7ffb49), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.893960 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:09.901012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05e309-f12e-4aee-b184-f8c7d9f6ddd2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fea2a22-3aac-407b-bc58-4d0ae813b4e8,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:09.934754 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.955213 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-79737379-d37e-4dc8-9644-9948955db5c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:09.959255 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-79737379-d37e-4dc8-9644-9948955db5c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9244325 Jul 11 14:07:09.960177 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40168) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:09.972160 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-e47c935b-345e-4679-afb2-e8c845459620 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'security_group_rule': {'security_group_id': 'c46aac11-25bb-4216-89d5-69c1dc7ffb49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:10.005195 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79737379-d37e-4dc8-9644-9948955db5c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46aac11-25bb-4216-89d5-69c1dc7ffb49,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:10.019544 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:10.021597 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Checking router: f18fb585-8c5b-40e3-b272-6198b3ab9507 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:10.030785 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e47c935b-345e-4679-afb2-e8c845459620 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (601c9bd1-fe39-40fa-9df3-f6b8c0d55a49), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.033542 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Updating router f18fb585-8c5b-40e3-b272-6198b3ab9507 port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:07:10.083552 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea82e-d631-4e5a-af84-576e98cfbef4 admin admin] Publish callbacks [] for security_group (46866d99-bc85-47fc-8730-e7f5918136b9), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.107017 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40178) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:10.164949 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.178591 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea82e-d631-4e5a-af84-576e98cfbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (46866d99-bc85-47fc-8730-e7f5918136b9), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.309619 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.390812 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.55', 61893) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:10.399870 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-cc2ea82e-d631-4e5a-af84-576e98cfbef4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15fd934ea11040fe93f64b06bb1e4e21&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0012662 Jul 11 14:07:10.424346 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40192) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:10.429966 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=45099e96-a6ae-409b-a697-77f6ba83c003,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:10.441809 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:10.449055 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Current status of the port 9aba2def-b77f-4a04-82e0-632ac7867bb5 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:10.449469 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.610152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ea82e-d631-4e5a-af84-576e98cfbef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46866d99-bc85-47fc-8730-e7f5918136b9,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:10.613893 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:10.683929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2576a69b-c6fe-40ed-ae7e-4df56a180075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.692165 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port f65ec481-5e0a-41e4-a670-bee45e73caa6 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:10.692560 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.717472 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Set router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:10.724793 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e47c935b-345e-4679-afb2-e8c845459620 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (601c9bd1-fe39-40fa-9df3-f6b8c0d55a49), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.739270 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e47c935b-345e-4679-afb2-e8c845459620 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (601c9bd1-fe39-40fa-9df3-f6b8c0d55a49), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.807181 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c935b-345e-4679-afb2-e8c845459620 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601c9bd1-fe39-40fa-9df3-f6b8c0d55a49,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:10.838511 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e47c935b-345e-4679-afb2-e8c845459620 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.841956 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-e47c935b-345e-4679-afb2-e8c845459620 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8736494 Jul 11 14:07:10.863640 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40214) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:10.868754 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-4e9eb6b2-378f-4d8e-8f6e-6a8fde9bb053 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'security_group_rule': {'security_group_id': 'c46aac11-25bb-4216-89d5-69c1dc7ffb49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:10.872741 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-fe6f13d7-aefb-4ac9-b649-c1b683b02e98 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1948105867&fields=id&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 267 time: 0.7084656 Jul 11 14:07:10.887736 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f399474d-58b2-4b02-b3a2-fc66cb93c65a admin admin] Publish callbacks [] for security_group (46866d99-bc85-47fc-8730-e7f5918136b9), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:10.917844 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f399474d-58b2-4b02-b3a2-fc66cb93c65a admin admin] Publish callbacks [] for security_group (46866d99-bc85-47fc-8730-e7f5918136b9), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.022048 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:11.060478 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f399474d-58b2-4b02-b3a2-fc66cb93c65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (46866d99-bc85-47fc-8730-e7f5918136b9), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.064233 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f399474d-58b2-4b02-b3a2-fc66cb93c65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.067711 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f399474d-58b2-4b02-b3a2-fc66cb93c65a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46866d99-bc85-47fc-8730-e7f5918136b9 HTTP/1.1" status: 204 len: 168 time: 0.6385071 Jul 11 14:07:11.067796 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:11.067796 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:11.104300 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] For port 9aba2def-b77f-4a04-82e0-632ac7867bb5, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=9aba2def-b77f-4a04-82e0-632ac7867bb5,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:11.107027 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Publish callbacks [] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.120856 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.163586 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399474d-58b2-4b02-b3a2-fc66cb93c65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46866d99-bc85-47fc-8730-e7f5918136b9,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:11.211275 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6b2-378f-4d8e-8f6e-6a8fde9bb053 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (0cead534-6bf0-496d-b8bc-45e33993e1a0), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.234793 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531ae89-d85d-45c9-9cc3-be52c48bbf58 None None] Pushing event updated for resources: {'Port': ['ID=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:11.246514 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.315538 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:11.399985 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Attempting to bind port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:11.400860 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Attempting to bind port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:11.402026 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Attempting to bind port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:11.405783 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ee218-664c-4321-abe0-cf0c903ae100 None None] Pushing event updated for resources: {'Port': ['ID=5a6ae870-a5dc-4a50-9381-5b503aaeea98,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:11.424512 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:11.425019 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Checking segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:11.425599 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.426650 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Bound using segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:11.427759 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Bound port: 5a6ae870-a5dc-4a50-9381-5b503aaeea98, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:11.427909 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.484355 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-c69e3119-cd94-48e2-a11d-5d8b85d151d1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:11.496558 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-c69e3119-cd94-48e2-a11d-5d8b85d151d1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 819 time: 1.0993655 Jul 11 14:07:11.527881 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2576a69b-c6fe-40ed-ae7e-4df56a180075 admin admin] Publish callbacks [] for security_group (b5453e02-5748-4ce3-8dca-490ab247f8a3), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.546854 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2576a69b-c6fe-40ed-ae7e-4df56a180075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (b5453e02-5748-4ce3-8dca-490ab247f8a3), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.560257 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6b2-378f-4d8e-8f6e-6a8fde9bb053 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (0cead534-6bf0-496d-b8bc-45e33993e1a0), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.567458 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] For port 5a6ae870-a5dc-4a50-9381-5b503aaeea98, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:11.568327 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Provisioning complete for port 91185305-b343-49f5-b3d4-2c4f94cb5d24 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:11.568933 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.573210 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] For port 5a6ae870-a5dc-4a50-9381-5b503aaeea98, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5a6ae870-a5dc-4a50-9381-5b503aaeea98,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:11.584053 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.624955 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576a69b-c6fe-40ed-ae7e-4df56a180075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5453e02-5748-4ce3-8dca-490ab247f8a3,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:11.628913 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Allocated IP 172.27.1.34 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/d6df8b19-4d1b-4599-ba8e-ddc0222a498a) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:11.654222 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6b2-378f-4d8e-8f6e-6a8fde9bb053 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (0cead534-6bf0-496d-b8bc-45e33993e1a0), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.691551 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:11.692893 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:11.703243 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'port': {'device_id': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'admin_state_up': True, 'tenant_id': '4b181bc391914f6abcea09b894b88473'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:11.749753 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2576a69b-c6fe-40ed-ae7e-4df56a180075 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b9e53c9298348959c10d9e79a7a5e63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6412532 Jul 11 14:07:11.757709 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40250) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:11.774812 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eb6b2-378f-4d8e-8f6e-6a8fde9bb053 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cead534-6bf0-496d-b8bc-45e33993e1a0,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:11.796370 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6b2-378f-4d8e-8f6e-6a8fde9bb053 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.797633 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4e9eb6b2-378f-4d8e-8f6e-6a8fde9bb053 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9327314 Jul 11 14:07:11.810288 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40254) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:11.826367 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:11.901546 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-7e8819e9-25b3-40b8-b17c-d98148350d06 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:11.917893 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-7e8819e9-25b3-40b8-b17c-d98148350d06 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/networks?id=b364de4d-87f1-4e0a-bd87-a6bc0f5965fd HTTP/1.1" status: 200 len: 812 time: 1.2384634 Jul 11 14:07:11.921717 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.934926 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port f65ec481-5e0a-41e4-a670-bee45e73caa6 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:11.937248 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:11.954002 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:11.983426 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:12.018174 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port f65ec481-5e0a-41e4-a670-bee45e73caa6, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=f65ec481-5e0a-41e4-a670-bee45e73caa6,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:12.121002 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:12.126743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 32f72845-508f-4c40-aa8d-894cc1384733 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:12.135485 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0c02a-9609-41e5-bd72-23472e2996f2 None None] Pushing event updated for resources: {'Port': ['ID=9aba2def-b77f-4a04-82e0-632ac7867bb5,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:12.198398 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.55', 61899) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:12.229068 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:12.250782 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:12.330056 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:12.349338 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79fac1eb-9cf7-4251-8aab-3d4d2864f336 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/quotas/7136b6633c6e4d399a6d359d750125f0 HTTP/1.1" status: 200 len: 375 time: 0.4263654 Jul 11 14:07:12.349656 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=f65ec481-5e0a-41e4-a670-bee45e73caa6,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:12.380514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:12.388053 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'Port': ['ID=d6df8b19-4d1b-4599-ba8e-ddc0222a498a,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:12.397751 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:12.420576 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ee218-664c-4321-abe0-cf0c903ae100 None None] Pushing event updated for resources: {'Port': ['ID=5a6ae870-a5dc-4a50-9381-5b503aaeea98,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:12.474712 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-ddba40c8-e67c-444f-b523-5cfaff71e9cd tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:12.476317 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-ddba40c8-e67c-444f-b523-5cfaff71e9cd tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 1.4917521 Jul 11 14:07:12.588023 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Made reservation on behalf of 4b181bc391914f6abcea09b894b88473 for: {'port': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:07:12.597673 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:12.633404 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Port 91185305-b343-49f5-b3d4-2c4f94cb5d24 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:12.638289 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:12.647522 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:12.676576 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-ef591932-3fdb-4fe3-b108-54a5c840b130 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/quotas/da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 375 time: 0.1175797 Jul 11 14:07:12.684950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:12.706993 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Provisioning complete for port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:12.706993 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:12.776914 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:11Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:12.825401 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-0afcb1d8-3cd6-4cf5-a2b2-b09eefe4675e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474040 Jul 11 14:07:12.841676 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdf48c-d78e-47f1-a8d8-2729546dc2d3 None None] The sync data for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi is: [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:11Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:12.843945 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-5284afc9-a52a-4039-bd28-e80b4dbe38dd tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7136b6633c6e4d399a6d359d750125f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4395580 Jul 11 14:07:12.865030 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:12.872685 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dee9360d-11af-4249-ab96-54aecb892ff4 admin admin] Publish callbacks [] for security_group (b5453e02-5748-4ce3-8dca-490ab247f8a3), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:13.097817 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:13.111596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port': {'id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5fcdabaf-1b72-4225-845e-1828ca427559', 'name': '', 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'mac_address': 'fa:16:3e:cd:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:00Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 2, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'subnets': [{'id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:13.259688 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Checking router: 8badec30-2011-40eb-bfdf-8b2b5ef39b61 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:13.260046 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Updating router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 port 5fcdabaf-1b72-4225-845e-1828ca427559 binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:07:13.262078 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Current status of the port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:13.262584 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:13.424817 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dee9360d-11af-4249-ab96-54aecb892ff4 admin admin] Publish callbacks [] for security_group (b5453e02-5748-4ce3-8dca-490ab247f8a3), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:13.471021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 32f72845-508f-4c40-aa8d-894cc1384733 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:13.471410 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (32f72845-508f-4c40-aa8d-894cc1384733), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:13.552720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:13.783109 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-9853ac6c-51b6-49f4-85a4-101ae31d1aa5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:13.787971 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-9853ac6c-51b6-49f4-85a4-101ae31d1aa5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 819 time: 1.5182834 Jul 11 14:07:13.829019 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (811fe256-ca00-4dd0-ba12-80ecc8932f67), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:13.831528 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'port': {'device_id': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'admin_state_up': True, 'tenant_id': '4b181bc391914f6abcea09b894b88473'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:13.930667 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] For port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:13.988172 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.086634 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.102915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Pushing event updated for resources: {'Port': ['ID=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:14.138119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:14.169466 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Sync routers for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:07:14.187779 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-018b7a18-7f11-47a6-8f0e-c859a69c5d1f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:07:14.198879 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-018b7a18-7f11-47a6-8f0e-c859a69c5d1f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4577007 Jul 11 14:07:14.212623 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Made reservation on behalf of 4b181bc391914f6abcea09b894b88473 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:07:14.216662 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.229547 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dee9360d-11af-4249-ab96-54aecb892ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (b5453e02-5748-4ce3-8dca-490ab247f8a3), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.232631 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dee9360d-11af-4249-ab96-54aecb892ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.237228 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-dee9360d-11af-4249-ab96-54aecb892ff4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5453e02-5748-4ce3-8dca-490ab247f8a3 HTTP/1.1" status: 204 len: 168 time: 2.4784782 Jul 11 14:07:14.262762 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Provisioning complete for port 5fcdabaf-1b72-4225-845e-1828ca427559 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:14.263232 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.284188 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:14.291111 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:14.476028 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:14.481627 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9360d-11af-4249-ab96-54aecb892ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5453e02-5748-4ce3-8dca-490ab247f8a3,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:14.494613 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Allocated IP 172.27.1.73 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/f29daeef-99cc-4c9f-b21c-8c26dab97c0c) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:14.531773 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:09Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:14.537134 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.558494 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 32f72845-508f-4c40-aa8d-894cc1384733 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:14.558798 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (32f72845-508f-4c40-aa8d-894cc1384733), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.706457 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Allocated IP 172.20.0.9 (c944d348-d5b7-4b6c-9be2-cb2a59820444/a0fef116-42db-4ab4-a3b2-ac4249381b89/e0ad0377-4158-40bf-b3a5-efaddf7e18fe) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:14.710393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.711994 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:14.722165 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-bf59df12-d7b5-40b1-af76-df89f8b73702 service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7375638 Jul 11 14:07:14.790629 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:14.884616 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:14.887874 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:14.893934 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:14.895168 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:14.918671 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e689ea-95bb-43fc-8b01-419ea096f319 None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:09Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:14.924386 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 32f72845-508f-4c40-aa8d-894cc1384733, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=32f72845-508f-4c40-aa8d-894cc1384733,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:14.978982 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Port 5fcdabaf-1b72-4225-845e-1828ca427559 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:15.004409 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-622bffb9-498f-4729-82f6-88fa1127562d service neutron] 10.222.0.49 "GET /v2.0/networks/b364de4d-87f1-4e0a-bd87-a6bc0f5965fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8037732 Jul 11 14:07:15.074939 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'Port': ['ID=f29daeef-99cc-4c9f-b21c-8c26dab97c0c,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:15.156335 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (32f72845-508f-4c40-aa8d-894cc1384733), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.157495 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dc0925d5-7165-4a63-8681-298e62682520 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:15.167489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (e182f3d5-d79d-48d9-8516-b164ec1ac15b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.270521 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.321145 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40324) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:15.349089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a9fff572-7570-441e-860c-dba3574e48d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.614346 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:15.619872 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-2592465d-373d-49d7-b6e7-056b05935ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/b364de4d-87f1-4e0a-bd87-a6bc0f5965fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143143 Jul 11 14:07:15.862629 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a9fff572-7570-441e-860c-dba3574e48d6 admin admin] Publish callbacks [] for security_group (c46ad59c-5f96-4098-8ca5-686f627a1d5d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.881808 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a9fff572-7570-441e-860c-dba3574e48d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c46ad59c-5f96-4098-8ca5-686f627a1d5d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.904445 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:15.904928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.910218 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-d2a8f9f4-db6d-489c-908e-44548641a589 service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1715324 Jul 11 14:07:15.930356 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:15.971044 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:15.973081 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fff572-7570-441e-860c-dba3574e48d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ad59c-5f96-4098-8ca5-686f627a1d5d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:15.977943 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.032588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Publish callbacks [] for port (5fcdabaf-1b72-4225-845e-1828ca427559), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.053034 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.126519 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a9fff572-7570-441e-860c-dba3574e48d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8aec473535ea4a208e41a21d422ed1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8001943 Jul 11 14:07:16.150135 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40344) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:16.300702 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (811fe256-ca00-4dd0-ba12-80ecc8932f67), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.316154 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'Port': ['ID=f29daeef-99cc-4c9f-b21c-8c26dab97c0c,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:16.330129 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (e182f3d5-d79d-48d9-8516-b164ec1ac15b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.354102 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40350) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:16.434146 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:16.442134 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.442134 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-66418274-8bee-4957-8432-74ce8ae4e4b6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6297498 Jul 11 14:07:16.526830 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:16.535680 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85a7-2143-4b0b-ae3a-52a8484ec9b9 admin admin] Publish callbacks [] for security_group (c46ad59c-5f96-4098-8ca5-686f627a1d5d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.603046 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.684848 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85a7-2143-4b0b-ae3a-52a8484ec9b9 admin admin] Publish callbacks [] for security_group (c46ad59c-5f96-4098-8ca5-686f627a1d5d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.701190 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'Port': ['ID=d6df8b19-4d1b-4599-ba8e-ddc0222a498a,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:16.727342 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.755572 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 2, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:16.776976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-204087d3-f154-4f39-900e-5d0a435228c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.821951 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Provisioning complete for port 9aba2def-b77f-4a04-82e0-632ac7867bb5 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:16.822367 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.921409 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:16.938895 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=32f72845-508f-4c40-aa8d-894cc1384733,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:17.018696 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Allocated IP 172.20.0.3 (c944d348-d5b7-4b6c-9be2-cb2a59820444/a0fef116-42db-4ab4-a3b2-ac4249381b89/9e9fda17-8838-4876-b6ae-3c59dd83071a) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:17.042781 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port dc0925d5-7165-4a63-8681-298e62682520 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:17.052886 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dc0925d5-7165-4a63-8681-298e62682520), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.057328 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.066715 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-be5dba36-9367-42a0-bef9-4abf6dc626a5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1689861 Jul 11 14:07:17.089828 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3deabc52-0433-4aa6-b80d-04a2104648bb req-3654c954-1e05-4fac-b7be-9ccc502b9742 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 210 time: 0.3801167 Jul 11 14:07:17.100563 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85a7-2143-4b0b-ae3a-52a8484ec9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c46ad59c-5f96-4098-8ca5-686f627a1d5d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.113939 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85a7-2143-4b0b-ae3a-52a8484ec9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.113939 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d2cf85a7-2143-4b0b-ae3a-52a8484ec9b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c46ad59c-5f96-4098-8ca5-686f627a1d5d HTTP/1.1" status: 204 len: 168 time: 0.9482508 Jul 11 14:07:17.115112 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ec320592-2718-4916-afd8-85b421500fc8 req-5b2d93fd-ce69-4d5d-848d-aca04550fdcb tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 210 time: 0.3960009 Jul 11 14:07:17.179269 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:17.209006 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:17.215838 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Checking router: dc9484ea-df0b-4d14-93c0-912984c1ec48 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:17.216191 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Updating router dc9484ea-df0b-4d14-93c0-912984c1ec48 port 91185305-b343-49f5-b3d4-2c4f94cb5d24 binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:07:17.283814 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'Port': ['ID=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:17.327184 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:17.360195 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf85a7-2143-4b0b-ae3a-52a8484ec9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ad59c-5f96-4098-8ca5-686f627a1d5d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:17.361024 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:17.362273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.413039 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:17.433653 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7744183d-b3fb-4dc8-a48d-7a224c34ef66 req-1149a33c-289d-45c0-a424-0e6575dd745f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 210 time: 0.2477319 Jul 11 14:07:17.441598 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.645522 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-204087d3-f154-4f39-900e-5d0a435228c3 admin admin] Publish callbacks [] for security_group (28aac250-e05c-4076-89ef-1269e46f7c92), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.655125 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-eff3934e-2b04-4652-ba73-6fdd8529a8db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0051928 Jul 11 14:07:17.689668 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-204087d3-f154-4f39-900e-5d0a435228c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (28aac250-e05c-4076-89ef-1269e46f7c92), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:17.736766 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-81ec1d62-6039-4b9c-80f4-001c92cf1381 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:07:17.742100 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-81ec1d62-6039-4b9c-80f4-001c92cf1381 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0242877 Jul 11 14:07:17.759627 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c871b7-b102-47e6-8440-7708e879c411 None None] Pushing event updated for resources: {'Port': ['ID=5fcdabaf-1b72-4225-845e-1828ca427559,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:17.841305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204087d3-f154-4f39-900e-5d0a435228c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aac250-e05c-4076-89ef-1269e46f7c92,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:18.010850 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-3365c992-230b-413f-88bf-3b2998c8124f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1068898992&fields=id&tenant_id=beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 267 time: 0.5271339 Jul 11 14:07:18.021059 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:18.257693 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-0704471c-5d7e-47ef-9e39-d369ab179886 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--700278469&fields=id&tenant_id=a772cbaa461c416da2cc35e364541ecf HTTP/1.1" status: 200 len: 267 time: 0.4701085 Jul 11 14:07:18.305635 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Request body: {'port': {'device_id': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:18.427339 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5314a8af-cb71-4878-ad9a-8026c050f1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.467851 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port dc0925d5-7165-4a63-8681-298e62682520 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:18.468981 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device b60c793a-1ac8-4c5e-8398-16e7b27e7e92 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:18.540733 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-6e565944-bafe-4b1c-8497-1edb905e3259 None None] Current status of the port 9aba2def-b77f-4a04-82e0-632ac7867bb5 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:18.584207 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Attempting to bind port 5fcdabaf-1b72-4225-845e-1828ca427559 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:18.584548 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Attempting to bind port 5fcdabaf-1b72-4225-845e-1828ca427559 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:18.584919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Attempting to bind port 5fcdabaf-1b72-4225-845e-1828ca427559 on network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:18.595594 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:18.595996 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.598320 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:18.598797 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Checking segment: {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:18.599197 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.599594 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Bound using segment: {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:18.600129 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Bound port: 5fcdabaf-1b72-4225-845e-1828ca427559, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:18.600710 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.618604 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40432) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:18.619474 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-204087d3-f154-4f39-900e-5d0a435228c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=036d8b8abfd044b1b53efde9ba5854b9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2533395 Jul 11 14:07:18.677236 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] For port 5fcdabaf-1b72-4225-845e-1828ca427559, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:18.680569 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] For port 5fcdabaf-1b72-4225-845e-1828ca427559, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5fcdabaf-1b72-4225-845e-1828ca427559,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:18.695530 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.734792 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.742030 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-b84dcead-71cc-40e0-a621-3e30d02b48f5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:18.743702 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-b84dcead-71cc-40e0-a621-3e30d02b48f5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 817 time: 0.7011163 Jul 11 14:07:18.846893 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.850892 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.875596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Provisioning complete for port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:18.876461 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:18.923552 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-c9e4e8af-1263-425f-ad39-e546e0406f83 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/quotas/beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 375 time: 0.1514580 Jul 11 14:07:18.967740 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Routers {'8badec30-2011-40eb-bfdf-8b2b5ef39b61'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:18.968397 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:06:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:18.975207 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-86ebfcb6-1987-485e-b00f-95508ea546b7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:18.983940 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-86ebfcb6-1987-485e-b00f-95508ea546b7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 810 time: 0.7245004 Jul 11 14:07:19.137774 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:19.139390 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'Port': ['ID=9e9fda17-8838-4876-b6ae-3c59dd83071a,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:19.149104 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] Set router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:19.152454 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:19.173358 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:19.183361 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:19.184133 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:19.230865 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-d75cf123-b280-4b7a-a52d-62bb7693eef8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4065404 Jul 11 14:07:19.236061 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c361503-bee4-4cbe-ad14-39adcb9f606a admin admin] Publish callbacks [] for security_group (28aac250-e05c-4076-89ef-1269e46f7c92), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:19.299829 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-5b552b82-77da-4d9d-aaa9-6603a7de7c9a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3603544 Jul 11 14:07:19.366866 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Request body: {'port': {'device_id': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:19.376733 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c361503-bee4-4cbe-ad14-39adcb9f606a admin admin] Publish callbacks [] for security_group (28aac250-e05c-4076-89ef-1269e46f7c92), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:19.415227 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:19.433864 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:19.452309 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f2a6f395-a1c7-48c0-b06d-65cfd00e5ca6 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/quotas/a772cbaa461c416da2cc35e364541ecf HTTP/1.1" status: 200 len: 375 time: 0.4653234 Jul 11 14:07:19.487003 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:19.681079 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c871b7-b102-47e6-8440-7708e879c411 None None] Pushing event updated for resources: {'Port': ['ID=5fcdabaf-1b72-4225-845e-1828ca427559,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:19.697544 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.55', 61911) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:19.702624 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:19.852109 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.55', 61912) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:19.913278 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:19.914855 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 79afdea6-5428-44da-b5e3-ff74794dc83e up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:20.235679 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Publish callbacks [] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:20.253985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65e7aeda-e26a-4b08-a6d4-d8142eba8a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:20.260192 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Current status of the port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:20.260623 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:20.267808 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:20.345872 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:20.365394 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port': {'id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5fcdabaf-1b72-4225-845e-1828ca427559', 'name': '', 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'mac_address': 'fa:16:3e:cd:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:00Z', 'updated_at': '2022-07-11T14:07:18Z', 'revision_number': 4, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'subnets': [{'id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:20.430670 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 79afdea6-5428-44da-b5e3-ff74794dc83e triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:20.430940 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:20.481925 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:20.484812 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53062b2-5dfb-4268-8635-b9a30b9bc7c9 None None] The sync data for ids ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'] in dv-cinder-848429-3-iscsi is: [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port': {'id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5fcdabaf-1b72-4225-845e-1828ca427559', 'name': '', 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'mac_address': 'fa:16:3e:cd:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:00Z', 'updated_at': '2022-07-11T14:07:18Z', 'revision_number': 4, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'subnets': [{'id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:20.615177 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567d35f-1fe9-4c46-9565-f2f1c6bd7fe4 None None] Pushing event updated for resources: {'Port': ['ID=91185305-b343-49f5-b3d4-2c4f94cb5d24,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:20.639816 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] For port 5a6ae870-a5dc-4a50-9381-5b503aaeea98, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5a6ae870-a5dc-4a50-9381-5b503aaeea98,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:20.784951 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:20.819109 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Attempting to bind port 91185305-b343-49f5-b3d4-2c4f94cb5d24 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:20.819511 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Attempting to bind port 91185305-b343-49f5-b3d4-2c4f94cb5d24 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:20.821875 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Attempting to bind port 91185305-b343-49f5-b3d4-2c4f94cb5d24 on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:20.836839 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Provisioning complete for port e0ad0377-4158-40bf-b3a5-efaddf7e18fe triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:20.837516 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:20.958461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:20.967236 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:20.971755 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-ba78b207-3f34-4fb6-ae89-35a36ef6026d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4171445 Jul 11 14:07:21.009877 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Checking segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:21.010290 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:21.010707 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Bound using segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:21.011236 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Bound port: 91185305-b343-49f5-b3d4-2c4f94cb5d24, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:21.011633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:21.014533 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-2c98b93c-8a7c-4e25-8566-3e2b6340d8e3 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:21.019442 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-2c98b93c-8a7c-4e25-8566-3e2b6340d8e3 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.55 "GET /v2.0/networks?id=b364de4d-87f1-4e0a-bd87-a6bc0f5965fd HTTP/1.1" status: 200 len: 812 time: 1.3123896 Jul 11 14:07:21.082029 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-77360c2d-4a86-498e-99a7-ca7e7578efb0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:21.083755 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-77360c2d-4a86-498e-99a7-ca7e7578efb0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 1.2293169 Jul 11 14:07:21.136138 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Request body: {'port': {'device_id': '79ee777f-fba0-48b0-895e-8f63700a5677', 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'admin_state_up': True, 'tenant_id': '7136b6633c6e4d399a6d359d750125f0'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:21.167850 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 79afdea6-5428-44da-b5e3-ff74794dc83e is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:21.191102 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Port e0ad0377-4158-40bf-b3a5-efaddf7e18fe cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:21.214482 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c361503-bee4-4cbe-ad14-39adcb9f606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (28aac250-e05c-4076-89ef-1269e46f7c92), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:21.217338 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c361503-bee4-4cbe-ad14-39adcb9f606a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:21.221384 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4c361503-bee4-4cbe-ad14-39adcb9f606a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28aac250-e05c-4076-89ef-1269e46f7c92 HTTP/1.1" status: 204 len: 168 time: 2.5988619 Jul 11 14:07:21.230707 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Pushing event updated for resources: {'Port': ['ID=5a6ae870-a5dc-4a50-9381-5b503aaeea98,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:21.235041 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-4fcd2a05-6aad-461b-8c38-b94f98dd660d service neutron] 10.222.0.49 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650012 Jul 11 14:07:21.331580 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:21.342003 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Provisioning complete for port 5fcdabaf-1b72-4225-845e-1828ca427559 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:21.342751 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:21.461231 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:21.466888 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-909e95d9-da7d-4876-8a29-a65480be1e2e service neutron] 10.222.0.49 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1651931 Jul 11 14:07:21.527281 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c361503-bee4-4cbe-ad14-39adcb9f606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aac250-e05c-4076-89ef-1269e46f7c92,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:21.554630 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:21.565195 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] For port 91185305-b343-49f5-b3d4-2c4f94cb5d24, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:21.600430 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] For port 91185305-b343-49f5-b3d4-2c4f94cb5d24, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=91185305-b343-49f5-b3d4-2c4f94cb5d24,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:21.612513 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-bd2a6089-53aa-4081-856b-264fa3fae540 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 380 time: 0.4621742 Jul 11 14:07:21.643728 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:21.826992 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'port': {'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'admin_state_up': True, 'tenant_id': 'da749564df7941929c6cb9159479d637', 'security_groups': ['87cd3f6c-5524-46ac-befe-1804630015d3']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:22.039563 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Current status of the port 5fcdabaf-1b72-4225-845e-1828ca427559 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:22.039889 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:22.045034 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567d35f-1fe9-4c46-9565-f2f1c6bd7fe4 None None] Pushing event updated for resources: {'Port': ['ID=91185305-b343-49f5-b3d4-2c4f94cb5d24,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:22.069230 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:22.079941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:07:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:22.213356 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Made reservation on behalf of 7136b6633c6e4d399a6d359d750125f0 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:07:22.229413 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:22.285896 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-4f50e55d-d2e2-4b40-a97e-fcd859c5cc00 service neutron] 10.222.0.49 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461343 Jul 11 14:07:22.324390 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:22.406389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] For port 5fcdabaf-1b72-4225-845e-1828ca427559, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5fcdabaf-1b72-4225-845e-1828ca427559,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:22.424102 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40520) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:22.474581 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:22.475131 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:22.540215 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-cc1218b4-f4d3-4b8b-8488-6e0b9cacfb99 service neutron] 10.222.0.49 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2557051 Jul 11 14:07:22.548802 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9831-447e-4739-bdf8-3a63123529ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:22.623825 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Made reservation on behalf of da749564df7941929c6cb9159479d637 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:07:22.625312 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ad0377-4158-40bf-b3a5-efaddf7e18fe {{(pid=104192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:22.635399 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:22.647218 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Publish callbacks [] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:22.689441 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.provisioning_blocks [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Transition to ACTIVE for port object e0ad0377-4158-40bf-b3a5-efaddf7e18fe will not be triggered until provisioned by entity L2. {{(pid=104192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:07:22.705505 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:22.954821 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40534) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:22.970822 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Provisioning complete for port 9e9fda17-8838-4876-b6ae-3c59dd83071a triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:22.971481 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.016496 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.062662 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.20.0.13 (f652801d-32e3-4c8b-a676-9f89f4a15dcd/fc7b797d-6984-4e1f-959a-afe2cb54cbed/60d6a63c-f969-420e-97a5-2a6fcfdfeaa4) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:23.149933 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.194205 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:23.273428 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-553a31e0-eba7-487f-bd0b-ab34ea9d3b59 req-1c38e2a1-a461-46a0-8d52-617bdb3e0423 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 210 time: 0.3941634 Jul 11 14:07:23.282807 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Attempting to bind port e0ad0377-4158-40bf-b3a5-efaddf7e18fe on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:23.285206 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Attempting to bind port e0ad0377-4158-40bf-b3a5-efaddf7e18fe by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:23.285831 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Attempting to bind port e0ad0377-4158-40bf-b3a5-efaddf7e18fe on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:23.318391 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Port e0ad0377-4158-40bf-b3a5-efaddf7e18fe on network c944d348-d5b7-4b6c-9be2-cb2a59820444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:07:23.322474 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Attempting to bind port e0ad0377-4158-40bf-b3a5-efaddf7e18fe on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:23.355522 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:23.363579 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:23.363974 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Checking segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:23.365147 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Bound using segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:23.365147 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Bound port: e0ad0377-4158-40bf-b3a5-efaddf7e18fe, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:23.367668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.607608 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-eae1af33-2751-42db-b9f3-2fbd464d0e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.667075 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.686155 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40554) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:23.689918 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Port 9e9fda17-8838-4876-b6ae-3c59dd83071a cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:23.731023 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:23.735645 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa135638-a6cd-44d1-bc74-a39f22782e01 None None] Pushing event updated for resources: {'Port': ['ID=5fcdabaf-1b72-4225-845e-1828ca427559,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:23.763202 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.799990 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:23.803632 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:23.804026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.820227 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.889219 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Provisioning complete for port 91185305-b343-49f5-b3d4-2c4f94cb5d24 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:23.889644 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:23.979208 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9831-447e-4739-bdf8-3a63123529ea admin admin] Publish callbacks [] for security_group (a2d8f635-c468-4ecc-a56f-e4dc7275ccfc), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.049482 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:24.106023 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-eae1af33-2751-42db-b9f3-2fbd464d0e13 admin admin] Publish callbacks [] for security_group (de41420d-d7a4-4ef2-9c96-ce2f5fb12db7), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.120656 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=17 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:24.121548 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:24.125494 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e86925b9-9d42-4519-8498-d74235a75ae4 req-6ff5ea61-bd82-4eca-b1b6-c64660055f77 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 210 time: 0.4852595 Jul 11 14:07:24.143222 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9831-447e-4739-bdf8-3a63123529ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a2d8f635-c468-4ecc-a56f-e4dc7275ccfc), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.145699 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-eae1af33-2751-42db-b9f3-2fbd464d0e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (de41420d-d7a4-4ef2-9c96-ce2f5fb12db7), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.214319 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-eae1af33-2751-42db-b9f3-2fbd464d0e13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fdd5f139308e44958c5eb1d5e710d51c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2464094 Jul 11 14:07:24.244629 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc9831-447e-4739-bdf8-3a63123529ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d8f635-c468-4ecc-a56f-e4dc7275ccfc,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:24.256464 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40562) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:24.258276 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Current status of the port 91185305-b343-49f5-b3d4-2c4f94cb5d24 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:24.259008 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.282549 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:24.289434 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821430b-0c03-40e3-909d-fa388897fe3d req-9f7eb1f8-d13a-4e39-b1af-1f83cce7d4ca tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:24.294168 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:24.295613 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 32f72845-508f-4c40-aa8d-894cc1384733 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:24.303325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:24.308818 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c821430b-0c03-40e3-909d-fa388897fe3d req-9f7eb1f8-d13a-4e39-b1af-1f83cce7d4ca tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 931 time: 0.6131310 Jul 11 14:07:24.343763 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:24.350523 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] For port 91185305-b343-49f5-b3d4-2c4f94cb5d24, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=91185305-b343-49f5-b3d4-2c4f94cb5d24,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:24.402968 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:24.403877 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-88018770-de35-4bac-b373-8946fbe7148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:21Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:24.418206 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.423333 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:24.424224 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.441731 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1af33-2751-42db-b9f3-2fbd464d0e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de41420d-d7a4-4ef2-9c96-ce2f5fb12db7,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:24.445011 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Allocated IP 172.20.0.3 (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd/8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb/7e6fb041-72fb-48ee-8444-5e1261b51dfd) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:24.491123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9fda17-8838-4876-b6ae-3c59dd83071a {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:24.513792 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-6bfb0b81-2842-45cc-9bc7-ffa1387a703a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6989491 Jul 11 14:07:24.524090 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Publish callbacks [] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.619117 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] For port e0ad0377-4158-40bf-b3a5-efaddf7e18fe, host hv-cinder-84842, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:24.622761 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Transition to ACTIVE for port object 9e9fda17-8838-4876-b6ae-3c59dd83071a will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:07:24.687020 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Request body: {'port': {'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:24.688846 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Pushing event updated for resources: {'Port': ['ID=91185305-b343-49f5-b3d4-2c4f94cb5d24,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:24.701435 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.716745 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88018770-de35-4bac-b373-8946fbe7148e None None] The sync data for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi is: [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:21Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:07:24.739832 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c821430b-0c03-40e3-909d-fa388897fe3d req-abe5610f-f7c2-4482-97ad-abffaf61173b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440577 Jul 11 14:07:24.756078 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-14fefb4b-d8bf-44b3-be62-a086fcd8ad79 req-3edeef32-1082-4b95-b103-f4ff3e63f870 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 210 time: 0.2141471 Jul 11 14:07:24.769033 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Provisioning complete for port 5fcdabaf-1b72-4225-845e-1828ca427559 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:24.769174 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.860939 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:24.883819 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1d58d35f-2b13-49ec-b697-4e471389c314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.908612 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 32f72845-508f-4c40-aa8d-894cc1384733 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:24.909245 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (32f72845-508f-4c40-aa8d-894cc1384733), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:24.914605 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-6dbc9831-447e-4739-bdf8-3a63123529ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f60d4a9b9b0474883a1b58607111c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4860873 Jul 11 14:07:24.939782 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] For port e0ad0377-4158-40bf-b3a5-efaddf7e18fe, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:24.941730 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40570) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:25.036737 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9f098d63-399e-44c8-8e7a-03a57e08d97f req-78fad288-ee25-4754-8776-153e7f4ebdce tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 210 time: 0.0602324 Jul 11 14:07:25.060128 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.163216 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 32f72845-508f-4c40-aa8d-894cc1384733 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:25.164580 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f0c8f128-38cd-4001-8d11-539761a3c869 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:25.212734 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-7839fd50-8c78-4220-b133-c8e338381cae None None] Current status of the port 5fcdabaf-1b72-4225-845e-1828ca427559 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:25.239911 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port f0c8f128-38cd-4001-8d11-539761a3c869 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:25.240291 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.255333 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:25.255972 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.257441 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 200 len: 1093 time: 7.1729150 Jul 11 14:07:25.268747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-375f3a3d-0a0f-45dd-a2a3-192340718e00 admin admin] Publish callbacks [] for security_group (de41420d-d7a4-4ef2-9c96-ce2f5fb12db7), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.270265 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'tag': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:25.466020 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9fda17-8838-4876-b6ae-3c59dd83071a,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:25.574729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:25.595022 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1d58d35f-2b13-49ec-b697-4e471389c314 admin admin] Publish callbacks [] for security_group (b1aed88b-54fe-4391-8c72-7d7091144dee), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.625023 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2921092d-2e43-448a-ad5a-52fe12236a1c req-aac8ae3f-81fd-4233-99b1-d26775f74549 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 210 time: 0.6067605 Jul 11 14:07:25.648534 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port f0c8f128-38cd-4001-8d11-539761a3c869 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:25.649010 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.680489 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1d58d35f-2b13-49ec-b697-4e471389c314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (b1aed88b-54fe-4391-8c72-7d7091144dee), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.730436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-7e772491-1272-4265-9f93-927543bd9130 None None] Provisioning complete for port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:25.730436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7e772491-1272-4265-9f93-927543bd9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.764577 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port f0c8f128-38cd-4001-8d11-539761a3c869, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=f0c8f128-38cd-4001-8d11-539761a3c869,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:25.775175 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.787172 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 9aba2def-b77f-4a04-82e0-632ac7867bb5 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:25.803868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Attempting to bind port 9e9fda17-8838-4876-b6ae-3c59dd83071a on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:25.805272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58d35f-2b13-49ec-b697-4e471389c314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aed88b-54fe-4391-8c72-7d7091144dee,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:25.808741 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Attempting to bind port 9e9fda17-8838-4876-b6ae-3c59dd83071a by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:25.809207 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Attempting to bind port 9e9fda17-8838-4876-b6ae-3c59dd83071a on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:25.828016 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.837916 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49641b2a-d9aa-4656-ba78-f3ed08dde3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:25.877664 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Port 9e9fda17-8838-4876-b6ae-3c59dd83071a on network c944d348-d5b7-4b6c-9be2-cb2a59820444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:07:25.878095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Attempting to bind port 9e9fda17-8838-4876-b6ae-3c59dd83071a on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:25.890692 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8fb990b4-fa93-4c01-b2c5-aab5b926c392 admin admin] Publish callbacks [] for security_group (a2d8f635-c468-4ecc-a56f-e4dc7275ccfc), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.904857 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-375f3a3d-0a0f-45dd-a2a3-192340718e00 admin admin] Publish callbacks [] for security_group (de41420d-d7a4-4ef2-9c96-ce2f5fb12db7), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.925133 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368116a-971c-410a-a210-3574e28a4973 req-219d630d-5c64-4524-af5b-bcc1b63ad293 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:25.937230 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5368116a-971c-410a-a210-3574e28a4973 req-219d630d-5c64-4524-af5b-bcc1b63ad293 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 932 time: 0.3210020 Jul 11 14:07:25.944366 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:25.947068 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Checking segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:25.948026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-7e772491-1272-4265-9f93-927543bd9130 None None] Port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:25.950052 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Bound using segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:25.951097 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Bound port: 9e9fda17-8838-4876-b6ae-3c59dd83071a, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:25.951715 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:25.987282 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e7caac-4425-418e-9b2a-180976c564b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8c2737-675e-4124-86c5-2c06d1d65991", "tag": "e0ad0377-4158-40bf-b3a5-efaddf7e18fe"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:26.005229 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks [] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.006582 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-1d58d35f-2b13-49ec-b697-4e471389c314 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac60d6c44bda4b7cb2fbfe80ebb873d1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1733019 Jul 11 14:07:26.020660 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40584) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:26.029929 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=f0c8f128-38cd-4001-8d11-539761a3c869,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:26.042776 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8fb990b4-fa93-4c01-b2c5-aab5b926c392 admin admin] Publish callbacks [] for security_group (a2d8f635-c468-4ecc-a56f-e4dc7275ccfc), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.064698 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 9aba2def-b77f-4a04-82e0-632ac7867bb5 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:26.065314 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.169961 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ec40-e7e2-4e5b-90bd-d7d427783951 req-895e170a-9c99-4554-b8f1-353ee926d593 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:26.171608 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-12c2ec40-e7e2-4e5b-90bd-d7d427783951 req-895e170a-9c99-4554-b8f1-353ee926d593 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 943 time: 0.1496882 Jul 11 14:07:26.185268 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:26.252072 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 9aba2def-b77f-4a04-82e0-632ac7867bb5 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:26.257073 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.258078 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 45099e96-a6ae-409b-a697-77f6ba83c003 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:26.261243 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:26.279158 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] For port 9e9fda17-8838-4876-b6ae-3c59dd83071a, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:26.289662 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5368116a-971c-410a-a210-3574e28a4973 req-330cad86-fce6-429d-acaf-393bb7e9481e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513165 Jul 11 14:07:26.301425 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:26.302868 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-375f3a3d-0a0f-45dd-a2a3-192340718e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (de41420d-d7a4-4ef2-9c96-ce2f5fb12db7), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.305801 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-375f3a3d-0a0f-45dd-a2a3-192340718e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.315887 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-375f3a3d-0a0f-45dd-a2a3-192340718e00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de41420d-d7a4-4ef2-9c96-ce2f5fb12db7 HTTP/1.1" status: 204 len: 168 time: 2.0475821 Jul 11 14:07:26.364261 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8fb990b4-fa93-4c01-b2c5-aab5b926c392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a2d8f635-c468-4ecc-a56f-e4dc7275ccfc), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.364599 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 45099e96-a6ae-409b-a697-77f6ba83c003 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:26.364986 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.367568 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8fb990b4-fa93-4c01-b2c5-aab5b926c392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.372365 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8fb990b4-fa93-4c01-b2c5-aab5b926c392 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2d8f635-c468-4ecc-a56f-e4dc7275ccfc HTTP/1.1" status: 204 len: 168 time: 1.4123497 Jul 11 14:07:26.375262 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] For port 9e9fda17-8838-4876-b6ae-3c59dd83071a, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:26.424973 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.55', 61922) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:26.441410 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:26.475124 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.477955 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb990b4-fa93-4c01-b2c5-aab5b926c392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d8f635-c468-4ecc-a56f-e4dc7275ccfc,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:26.510897 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:26.536335 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:26.549501 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Pushing event updated for resources: {'Port': ['ID=7e6fb041-72fb-48ee-8444-5e1261b51dfd,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:26.567549 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:26.580539 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:26.581219 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.635988 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 45099e96-a6ae-409b-a697-77f6ba83c003 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:26.639693 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f65ec481-5e0a-41e4-a670-bee45e73caa6 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:26.786423 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-7070ba09-bd76-455f-afe1-0616b6871184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:26.800667 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-7070ba09-bd76-455f-afe1-0616b6871184 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1127 time: 0.3683732 Jul 11 14:07:26.810924 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:26.811773 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:26.813491 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] 10.222.0.55 "PUT /v2.0/ports/9e9fda17-8838-4876-b6ae-3c59dd83071a HTTP/1.1" status: 200 len: 1093 time: 7.4635234 Jul 11 14:07:26.857601 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port f65ec481-5e0a-41e4-a670-bee45e73caa6 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:26.862060 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'tag': '9e9fda17-8838-4876-b6ae-3c59dd83071a'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:26.864281 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.064747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:27.094603 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.55', 61924) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:27.179392 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port f65ec481-5e0a-41e4-a670-bee45e73caa6 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:27.181750 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6622e346-a97b-46aa-8446-3af4a528fcd9 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:27.257096 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3f5c5e81-3a91-454f-9d1e-49634e514ce8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1525643 Jul 11 14:07:27.274471 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-d2b612f8-bbc0-45e6-9675-a9d11cb05eec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 200 len: 217 time: 0.1488485 Jul 11 14:07:27.287035 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-01e59ff1-5ae3-4669-acbb-d6160ee7baf5 None None] Provisioning complete for port 7e6fb041-72fb-48ee-8444-5e1261b51dfd triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:27.299959 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-01e59ff1-5ae3-4669-acbb-d6160ee7baf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.300659 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Request body: {'port': {'device_id': '79ee777f-fba0-48b0-895e-8f63700a5677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:27.404227 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-01e59ff1-5ae3-4669-acbb-d6160ee7baf5 None None] Port 7e6fb041-72fb-48ee-8444-5e1261b51dfd cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:27.415433 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 6622e346-a97b-46aa-8446-3af4a528fcd9 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:27.415985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.452906 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-c8f1819d-8060-450b-b8c6-d1b95b9c5e97 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:27.457978 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-c8f1819d-8060-450b-b8c6-d1b95b9c5e97 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 817 time: 0.3625576 Jul 11 14:07:27.458911 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f3a3d-0a0f-45dd-a2a3-192340718e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de41420d-d7a4-4ef2-9c96-ce2f5fb12db7,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:27.470509 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40612) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:27.490204 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:27.599924 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-26d8f879-d2af-4922-ae5b-83d513dd9abd admin admin] Publish callbacks [] for security_group (b1aed88b-54fe-4391-8c72-7d7091144dee), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.649249 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-26d8f879-d2af-4922-ae5b-83d513dd9abd admin admin] Publish callbacks [] for security_group (b1aed88b-54fe-4391-8c72-7d7091144dee), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.655691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368e9d8d-2ae1-4892-a123-c9867fe88fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "246af345-cb1b-449d-abe1-4be428cb9ee3", "tag": "9e9fda17-8838-4876-b6ae-3c59dd83071a"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:27.660082 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee657d-f6bd-4eb2-83b9-fdf773ae46a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9fda17-8838-4876-b6ae-3c59dd83071a,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:27.694378 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 6622e346-a97b-46aa-8446-3af4a528fcd9 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:27.694972 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.703694 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-25b0c44e-a0c0-4eb5-858f-431257f2fb5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.733878 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 6622e346-a97b-46aa-8446-3af4a528fcd9, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=6622e346-a97b-46aa-8446-3af4a528fcd9,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:27.740242 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.741296 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5fcdabaf-1b72-4225-845e-1828ca427559 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:27.791942 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e03ae934-373c-4c14-a7a7-6521724074d0 req-9a606cbe-3a96-450a-bb5d-c82245e2e07b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 210 time: 0.7087224 Jul 11 14:07:27.830254 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:27.866695 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-12c2ec40-e7e2-4e5b-90bd-d7d427783951 req-5083d10f-5938-401b-85fc-7696f37f6ba3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6731050 Jul 11 14:07:27.882619 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Publish callbacks [] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.886177 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-a7d89373-c86b-44ee-ac72-dd8a8c26ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:27.896975 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-a7d89373-c86b-44ee-ac72-dd8a8c26ae11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.6013737 Jul 11 14:07:27.911333 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-26d8f879-d2af-4922-ae5b-83d513dd9abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (b1aed88b-54fe-4391-8c72-7d7091144dee), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.924525 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-26d8f879-d2af-4922-ae5b-83d513dd9abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.933480 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-26d8f879-d2af-4922-ae5b-83d513dd9abd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1aed88b-54fe-4391-8c72-7d7091144dee HTTP/1.1" status: 204 len: 168 time: 1.8337445 Jul 11 14:07:27.960056 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 5fcdabaf-1b72-4225-845e-1828ca427559 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:27.961912 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.989282 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-25b0c44e-a0c0-4eb5-858f-431257f2fb5d admin admin] Publish callbacks [] for security_group (745c1896-9480-4c8c-8227-1c709016e154), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:27.993657 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:27.994980 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.032324 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-a33c8da5-4b35-49aa-bdd5-f50541588ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:28.033904 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-a33c8da5-4b35-49aa-bdd5-f50541588ebe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 1127 time: 0.5336249 Jul 11 14:07:28.034039 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-25b0c44e-a0c0-4eb5-858f-431257f2fb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (745c1896-9480-4c8c-8227-1c709016e154), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.037211 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8f879-d2af-4922-ae5b-83d513dd9abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aed88b-54fe-4391-8c72-7d7091144dee,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:28.066606 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=6622e346-a97b-46aa-8446-3af4a528fcd9,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:28.155706 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 5fcdabaf-1b72-4225-845e-1828ca427559 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:28.158505 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5a6ae870-a5dc-4a50-9381-5b503aaeea98 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:28.176459 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0c44e-a0c0-4eb5-858f-431257f2fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745c1896-9480-4c8c-8227-1c709016e154,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:28.194494 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Transition to ACTIVE for port object 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:07:28.214763 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-ff253a73-e741-4744-a5d6-d21d68787ac6 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:28.216904 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-ff253a73-e741-4744-a5d6-d21d68787ac6 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 810 time: 1.0414758 Jul 11 14:07:28.238093 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-25b0c44e-a0c0-4eb5-858f-431257f2fb5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af01d0ef80f74ab1abd6f8df667ee76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7254798 Jul 11 14:07:28.239572 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.247002 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:28.248076 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.258214 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40630) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:28.290894 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-aafd206f-2ef4-4bf9-95f9-69d66b01e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:28.292565 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-aafd206f-2ef4-4bf9-95f9-69d66b01e633 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2754383 Jul 11 14:07:28.413173 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a2f60-2893-4e6a-adc1-14eaf60480c6 req-820ac161-852d-44f3-b73b-b72dfd10f460 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:28.414981 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-532a2f60-2893-4e6a-adc1-14eaf60480c6 req-820ac161-852d-44f3-b73b-b72dfd10f460 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 931 time: 0.3467577 Jul 11 14:07:28.417489 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a830d4a-f29c-4319-9d92-953979e5890b x-openstack-request-id: req-4a830d4a-f29c-4319-9d92-953979e5890b {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:28.417778 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8c2737-675e-4124-86c5-2c06d1d65991", "tag": "e0ad0377-4158-40bf-b3a5-efaddf7e18fe", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:28.418029 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a830d4a-f29c-4319-9d92-953979e5890b {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:28.422623 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a830d4a-f29c-4319-9d92-953979e5890b'] response: {'name': 'network-changed', 'server_uuid': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'tag': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe', 'status': 'completed', 'code': 200} Jul 11 14:07:28.423789 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:28.466664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:28.489196 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-55be7e95-a698-447f-aaad-498f38ef69b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a HTTP/1.1" status: 200 len: 217 time: 0.4126854 Jul 11 14:07:28.501053 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-cf54fff0-7a54-4c74-9b15-ba937b27bbaf tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 380 time: 0.7626431 Jul 11 14:07:28.627928 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a47ad8f8-55c5-4930-861b-2c7c0a07c1c0 req-7957399e-1d44-4b6f-99ce-ef533d02ff0e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 210 time: 0.1414065 Jul 11 14:07:28.654684 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40644) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:28.689831 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6622e346-a97b-46aa-8446-3af4a528fcd9 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:28.691948 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:28.694028 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-58cb8429-d543-405e-ad9f-baa3268caf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.697075 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Pushing event updated for resources: {'Port': ['ID=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:28.779957 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 6622e346-a97b-46aa-8446-3af4a528fcd9 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:28.781476 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.787913 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2cadea1d-c681-43cc-9d4b-c0127b491c17 admin admin] Publish callbacks [] for security_group (745c1896-9480-4c8c-8227-1c709016e154), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.804212 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-58cb8429-d543-405e-ad9f-baa3268caf5d admin admin] Publish callbacks [] for security_group (81ba4828-5328-492e-99d9-db236184be88), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.814057 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-69f82179-9b87-4cb6-a481-475e2081f07b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a772cbaa461c416da2cc35e364541ecf HTTP/1.1" status: 200 len: 379 time: 0.5353937 Jul 11 14:07:28.824728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:28.827649 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Attempting to bind port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:28.827983 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Attempting to bind port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:28.828427 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Attempting to bind port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:28.830813 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-532a2f60-2893-4e6a-adc1-14eaf60480c6 req-5853703e-e3da-4ac6-b09d-ae1c7c95d1e7 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431933 Jul 11 14:07:28.837747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-58cb8429-d543-405e-ad9f-baa3268caf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (81ba4828-5328-492e-99d9-db236184be88), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.867498 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 on network f652801d-32e3-4c8b-a676-9f89f4a15dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:07:28.868074 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Attempting to bind port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:28.877962 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2cadea1d-c681-43cc-9d4b-c0127b491c17 admin admin] Publish callbacks [] for security_group (745c1896-9480-4c8c-8227-1c709016e154), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.880108 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:28.880441 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Checking segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:28.880821 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Bound using segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:28.881265 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Bound port: 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:28.881611 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:28.888711 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-dd04940b-337d-4262-84d2-4628ac4d2b4f service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135849 Jul 11 14:07:28.912985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 6622e346-a97b-46aa-8446-3af4a528fcd9 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:28.914202 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 91185305-b343-49f5-b3d4-2c4f94cb5d24 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:28.939248 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b356920-3f9b-46db-affb-b56a3ea0b0c2 req-95d1bbd3-f40e-4596-95c5-ed93f757de73 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:28.941332 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4b356920-3f9b-46db-affb-b56a3ea0b0c2 req-95d1bbd3-f40e-4596-95c5-ed93f757de73 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.1348348 Jul 11 14:07:28.947503 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-58cb8429-d543-405e-ad9f-baa3268caf5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6355bd126c224f3b9266dcd421fe0da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890606 Jul 11 14:07:28.951022 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40656) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:29.003928 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb8429-d543-405e-ad9f-baa3268caf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ba4828-5328-492e-99d9-db236184be88,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:29.030994 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 91185305-b343-49f5-b3d4-2c4f94cb5d24 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:29.033768 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.067306 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4b356920-3f9b-46db-affb-b56a3ea0b0c2 req-782e1d79-b613-446c-bba9-5eed8c00cb0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173334 Jul 11 14:07:29.076850 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f8292de1-bc10-4e5c-9c72-49e7cd09a2c3 admin admin] Publish callbacks [] for security_group (81ba4828-5328-492e-99d9-db236184be88), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.139161 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f8292de1-bc10-4e5c-9c72-49e7cd09a2c3 admin admin] Publish callbacks [] for security_group (81ba4828-5328-492e-99d9-db236184be88), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.222872 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 91185305-b343-49f5-b3d4-2c4f94cb5d24 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:29.223899 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5fcdabaf-1b72-4225-845e-1828ca427559 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:29.233608 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3db42f1-478b-4e2f-8310-09c093968a9b x-openstack-request-id: req-f3db42f1-478b-4e2f-8310-09c093968a9b {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:29.234104 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246af345-cb1b-449d-abe1-4be428cb9ee3", "tag": "9e9fda17-8838-4876-b6ae-3c59dd83071a", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:29.234482 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3db42f1-478b-4e2f-8310-09c093968a9b {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:29.235112 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3db42f1-478b-4e2f-8310-09c093968a9b'] response: {'name': 'network-changed', 'server_uuid': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'tag': '9e9fda17-8838-4876-b6ae-3c59dd83071a', 'status': 'completed', 'code': 200} Jul 11 14:07:29.239040 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5c10c5f-02ba-4a86-8feb-97fa53b62e5c req-a26f0ca2-d222-4ef1-8178-76ab1c54e5f6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 210 time: 0.0785046 Jul 11 14:07:29.293537 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f8292de1-bc10-4e5c-9c72-49e7cd09a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (81ba4828-5328-492e-99d9-db236184be88), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.296113 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f8292de1-bc10-4e5c-9c72-49e7cd09a2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.297911 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f8292de1-bc10-4e5c-9c72-49e7cd09a2c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81ba4828-5328-492e-99d9-db236184be88 HTTP/1.1" status: 204 len: 168 time: 0.3450806 Jul 11 14:07:29.325059 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8292de1-bc10-4e5c-9c72-49e7cd09a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ba4828-5328-492e-99d9-db236184be88,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:29.362807 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] For port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:29.367424 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 5fcdabaf-1b72-4225-845e-1828ca427559 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:29.368441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.373140 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:29.373541 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] For port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:29.423883 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2cadea1d-c681-43cc-9d4b-c0127b491c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (745c1896-9480-4c8c-8227-1c709016e154), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.428587 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2cadea1d-c681-43cc-9d4b-c0127b491c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.435197 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2cadea1d-c681-43cc-9d4b-c0127b491c17 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/745c1896-9480-4c8c-8227-1c709016e154 HTTP/1.1" status: 204 len: 168 time: 1.1628501 Jul 11 14:07:29.457533 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142377e8-1676-4637-a6d4-fd76bf0e9b90 req-7717d7a5-7cc3-4f84-b805-cf9d352d287e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:29.460066 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-142377e8-1676-4637-a6d4-fd76bf0e9b90 req-7717d7a5-7cc3-4f84-b805-cf9d352d287e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 943 time: 0.1223457 Jul 11 14:07:29.468603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.505012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadea1d-c681-43cc-9d4b-c0127b491c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c1896-9480-4c8c-8227-1c709016e154,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:29.532496 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 5fcdabaf-1b72-4225-845e-1828ca427559 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:29.534284 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5a6ae870-a5dc-4a50-9381-5b503aaeea98 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:29.560903 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-142377e8-1676-4637-a6d4-fd76bf0e9b90 req-42816488-bd71-41f0-affe-9bbc8d99a056 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880899 Jul 11 14:07:29.614682 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6fb041-72fb-48ee-8444-5e1261b51dfd {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:29.620842 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Publish callbacks [] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.638139 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Transition to ACTIVE for port object 7e6fb041-72fb-48ee-8444-5e1261b51dfd will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:07:29.641924 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:29.642895 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.645366 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] 10.222.0.55 "PUT /v2.0/ports/60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 HTTP/1.1" status: 200 len: 1094 time: 4.9938076 Jul 11 14:07:29.646604 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1477782-9f53-42eb-9e40-40fc60c0b224 service neutron] Pushing event updated for resources: {'Port': ['ID=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:29.686583 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.707454 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:29.708353 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:29.745135 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'port': {'device_id': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'admin_state_up': True, 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'security_groups': ['c46aac11-25bb-4216-89d5-69c1dc7ffb49']}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:29.780949 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:29.846708 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'port': {'device_id': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'admin_state_up': True, 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'security_groups': ['8ada5ba0-159f-4083-83dc-4eb09daae562']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:29.943800 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:29.947046 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f0c8f128-38cd-4001-8d11-539761a3c869 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:30.005804 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-092b917d-2b70-478e-8212-d881dc043aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:30.007321 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-092b917d-2b70-478e-8212-d881dc043aa0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.2661779 Jul 11 14:07:30.131140 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port f0c8f128-38cd-4001-8d11-539761a3c869 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:30.131683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:30.146614 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-60399fd2-774f-4a1f-9e7c-94e9bb50283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:30.148362 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-60399fd2-774f-4a1f-9e7c-94e9bb50283d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122990 Jul 11 14:07:30.154907 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:30.161061 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f64ce8af-c366-456c-93e8-8fad71755a2d req-99933471-f40a-4d6f-ac34-977b6708f0e9 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413248 Jul 11 14:07:30.162432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Made reservation on behalf of beef80716d254a03a5e673b9cfd781ce for: {'port': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:07:30.166273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:30.170881 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:30.273556 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79829470-43ec-4720-820e-7fec37c461af service neutron] Pushing event updated for resources: {'Port': ['ID=7e6fb041-72fb-48ee-8444-5e1261b51dfd,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:30.370998 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40688) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:30.392689 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Attempting to bind port 7e6fb041-72fb-48ee-8444-5e1261b51dfd on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:30.393230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Attempting to bind port 7e6fb041-72fb-48ee-8444-5e1261b51dfd by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:30.394618 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Attempting to bind port 7e6fb041-72fb-48ee-8444-5e1261b51dfd on network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:30.401140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-0eb2cd9c-8012-4390-aca0-5f37f5f608d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:30.402934 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-0eb2cd9c-8012-4390-aca0-5f37f5f608d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 1128 time: 0.2377944 Jul 11 14:07:30.408726 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Port 7e6fb041-72fb-48ee-8444-5e1261b51dfd on network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:07:30.409243 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Attempting to bind port 7e6fb041-72fb-48ee-8444-5e1261b51dfd on network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:30.416137 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fb38cb16-277f-4649-bd61-78cbc5b95d5d req-526fa97e-6ea9-441f-9d67-300dd3d4ed4d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 210 time: 0.3765368 Jul 11 14:07:30.417862 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:30.428765 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Checking segment: {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:30.429277 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Bound using segment: {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:30.429758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Bound port: 7e6fb041-72fb-48ee-8444-5e1261b51dfd, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c4ad2f-cc58-4525-ace9-fc8f6973a562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:30.430123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:30.437435 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port f0c8f128-38cd-4001-8d11-539761a3c869 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:30.496764 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-a830f72b-0b0c-4301-bbd2-c0d4368a8969 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643237 Jul 11 14:07:30.526405 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a034044f-b554-4fea-8960-642b95dba534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:30.528520 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Made reservation on behalf of a772cbaa461c416da2cc35e364541ecf for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:07:30.532676 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:30.545782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] For port 7e6fb041-72fb-48ee-8444-5e1261b51dfd, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:30.567220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] For port 7e6fb041-72fb-48ee-8444-5e1261b51dfd, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7e6fb041-72fb-48ee-8444-5e1261b51dfd,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:30.579914 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:30.613717 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:30.678903 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21defa-0347-4a41-81c5-e0224fd8c591 req-16be8f33-a1b1-4dc5-aec7-53c2449fd7f2 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:30.680705 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6f21defa-0347-4a41-81c5-e0224fd8c591 req-16be8f33-a1b1-4dc5-aec7-53c2449fd7f2 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.6464829 Jul 11 14:07:30.689314 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:30.689933 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:30.691358 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-79829470-43ec-4720-820e-7fec37c461af service neutron] 10.222.0.55 "PUT /v2.0/ports/7e6fb041-72fb-48ee-8444-5e1261b51dfd HTTP/1.1" status: 200 len: 1093 time: 3.3963788 Jul 11 14:07:30.765439 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79829470-43ec-4720-820e-7fec37c461af service neutron] Pushing event updated for resources: {'Port': ['ID=7e6fb041-72fb-48ee-8444-5e1261b51dfd,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:30.780421 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464454a5-5906-41d1-9e07-f4e32b891009 req-7aca0567-fb4d-45ac-8b48-2691e8de8ce7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:30.787507 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-464454a5-5906-41d1-9e07-f4e32b891009 req-7aca0567-fb4d-45ac-8b48-2691e8de8ce7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.2683237 Jul 11 14:07:30.808996 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Allocated IP 172.20.0.10 (81252056-c78d-471a-b520-b6f6a1b0caa8/e0394a88-a1af-4ff3-9fa7-7270c03759fe/57d96d85-ab17-428a-92d7-20cf06bf4d35) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:30.870508 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=72 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:30.872835 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:30.895350 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Allocated IP 172.20.0.3 (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe/7674d483-d14a-4c0b-9de5-5bf1681db341/448bcd1b-bd2c-4771-974b-0259ecbcd6e4) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:07:30.895580 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=11 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:30.940651 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6f21defa-0347-4a41-81c5-e0224fd8c591 req-51d5c6b1-fa04-4bef-b002-d8baf8dd9f1b tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375712 Jul 11 14:07:30.985333 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-464454a5-5906-41d1-9e07-f4e32b891009 req-82ac74c0-8f88-46a7-9ad4-66505e982224 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805837 Jul 11 14:07:30.987289 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a034044f-b554-4fea-8960-642b95dba534 admin admin] Publish callbacks [] for security_group (b793672a-e176-4303-b307-29ff0324b5b5), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.006652 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a034044f-b554-4fea-8960-642b95dba534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (b793672a-e176-4303-b307-29ff0324b5b5), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.076488 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034044f-b554-4fea-8960-642b95dba534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b793672a-e176-4303-b307-29ff0324b5b5,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:31.083947 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.128487 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a034044f-b554-4fea-8960-642b95dba534 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85555e55da524204abeb8d782ddee1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7300971 Jul 11 14:07:31.130682 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40720) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:31.150542 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.225887 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'Port': ['ID=57d96d85-ab17-428a-92d7-20cf06bf4d35,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:31.236002 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4'}, {'name': 'network-changed', 'server_uuid': '79ee777f-fba0-48b0-895e-8f63700a5677', 'tag': '7e6fb041-72fb-48ee-8444-5e1261b51dfd'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:31.238374 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e02f105-a917-4a72-9f33-6d4ef53df695" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4"}, {"name": "network-changed", "server_uuid": "79ee777f-fba0-48b0-895e-8f63700a5677", "tag": "7e6fb041-72fb-48ee-8444-5e1261b51dfd"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:31.243091 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1fb43a66-a873-4797-a9e2-d952bc006319 req-122b6069-85a5-43b3-bb4a-47a7fda8a6be tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 210 time: 0.1085324 Jul 11 14:07:31.243317 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:31.245646 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:31.252160 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:31.257401 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:31.257969 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.300487 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-f845af6f-064d-419b-aad6-c44a28bb6a82 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4819093 Jul 11 14:07:31.306800 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f22fc14d-9703-4ebf-9431-528d519ef5dc admin admin] Publish callbacks [] for security_group (b793672a-e176-4303-b307-29ff0324b5b5), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.333891 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f22fc14d-9703-4ebf-9431-528d519ef5dc admin admin] Publish callbacks [] for security_group (b793672a-e176-4303-b307-29ff0324b5b5), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.341509 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:31.363587 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234736-f395-469d-add1-af3aeae4a477 req-17f9d63e-a95c-412d-8e24-59787b6e981f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:31.364937 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17234736-f395-469d-add1-af3aeae4a477 req-17f9d63e-a95c-412d-8e24-59787b6e981f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 943 time: 0.1953616 Jul 11 14:07:31.366158 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b77b21-73fd-4aad-a053-ee9098cb5817 x-openstack-request-id: req-28b77b21-73fd-4aad-a053-ee9098cb5817 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:31.366802 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79ee777f-fba0-48b0-895e-8f63700a5677", "tag": "7e6fb041-72fb-48ee-8444-5e1261b51dfd", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:31.367052 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28b77b21-73fd-4aad-a053-ee9098cb5817 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:31.367455 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b77b21-73fd-4aad-a053-ee9098cb5817'] response: {'name': 'network-changed', 'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'status': 'completed', 'code': 200} Jul 11 14:07:31.367707 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b77b21-73fd-4aad-a053-ee9098cb5817'] response: {'name': 'network-changed', 'server_uuid': '79ee777f-fba0-48b0-895e-8f63700a5677', 'tag': '7e6fb041-72fb-48ee-8444-5e1261b51dfd', 'status': 'completed', 'code': 200} Jul 11 14:07:31.390003 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.428188 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f22fc14d-9703-4ebf-9431-528d519ef5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (b793672a-e176-4303-b307-29ff0324b5b5), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.432872 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f22fc14d-9703-4ebf-9431-528d519ef5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.439466 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f22fc14d-9703-4ebf-9431-528d519ef5dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b793672a-e176-4303-b307-29ff0324b5b5 HTTP/1.1" status: 204 len: 168 time: 0.3074210 Jul 11 14:07:31.460783 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fc14d-9703-4ebf-9431-528d519ef5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b793672a-e176-4303-b307-29ff0324b5b5,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:31.477266 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:31.663214 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-834fe0e9-7b31-40e3-bdb7-103c2ba193b7 None None] Provisioning complete for port 57d96d85-ab17-428a-92d7-20cf06bf4d35 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:31.663585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-834fe0e9-7b31-40e3-bdb7-103c2ba193b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.751416 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf483a6a-80e8-46ce-a111-82b17f968904 req-03ea1bc6-1e2d-4068-94d6-d4cb638d8eca tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:31.759169 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bf483a6a-80e8-46ce-a111-82b17f968904 req-03ea1bc6-1e2d-4068-94d6-d4cb638d8eca tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 932 time: 0.1112959 Jul 11 14:07:31.764289 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-834fe0e9-7b31-40e3-bdb7-103c2ba193b7 None None] Port 57d96d85-ab17-428a-92d7-20cf06bf4d35 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:31.803138 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17234736-f395-469d-add1-af3aeae4a477 req-d523c001-17d1-4047-8ab9-77d49603fae5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256506 Jul 11 14:07:31.821989 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.878382 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bf483a6a-80e8-46ce-a111-82b17f968904 req-2396e16c-7e44-43f5-97e7-35b86a25a0c6 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110306 Jul 11 14:07:31.931532 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:07:31.932731 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:31.945849 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:07:31.955513 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:07:31.955922 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:31.956600 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:31.996687 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-763bea91-83ae-428b-b51f-7ee21452765a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2554927 Jul 11 14:07:32.113968 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:32.169949 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422908e-9da9-445d-a71f-10bfc7287e2a req-85232c4e-0267-4a5e-9fc6-33c64f566fe6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:32.171323 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2422908e-9da9-445d-a71f-10bfc7287e2a req-85232c4e-0267-4a5e-9fc6-33c64f566fe6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.0545154 Jul 11 14:07:32.177396 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4ac4c-8036-4fea-a133-4a94038fbe27 req-c62f2813-36cf-4eaa-82c2-68b82e189a3b tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:32.184169 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-08d4ac4c-8036-4fea-a133-4a94038fbe27 req-c62f2813-36cf-4eaa-82c2-68b82e189a3b tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.1311164 Jul 11 14:07:32.260254 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2422908e-9da9-445d-a71f-10bfc7287e2a req-aa2cb8d1-d250-4a03-9061-a49731864322 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734742 Jul 11 14:07:32.271255 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-08d4ac4c-8036-4fea-a133-4a94038fbe27 req-c044c250-4b9c-4664-bd94-5d84564877ce tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861506 Jul 11 14:07:32.293923 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-be841e5f-5a5e-43a5-ba10-3148ebc32410 None None] Provisioning complete for port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:32.294332 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be841e5f-5a5e-43a5-ba10-3148ebc32410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:32.333154 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-be841e5f-5a5e-43a5-ba10-3148ebc32410 None None] Port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:07:32.400051 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d3b6c-7ca8-4320-b3fe-9f68815f01d4 req-133811f2-e651-48aa-ae40-1efcb000be87 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:32.401803 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-291d3b6c-7ca8-4320-b3fe-9f68815f01d4 req-133811f2-e651-48aa-ae40-1efcb000be87 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 931 time: 0.0570831 Jul 11 14:07:32.492902 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-291d3b6c-7ca8-4320-b3fe-9f68815f01d4 req-b7db809d-9efa-4ba7-843c-b851c7d4b84c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828044 Jul 11 14:07:32.971088 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f951a-c3d7-4b1c-8438-371a5e6b6e60 req-564fe1c7-3a44-4f70-a958-c5ac135063ee tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:32.972830 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0d4f951a-c3d7-4b1c-8438-371a5e6b6e60 req-564fe1c7-3a44-4f70-a958-c5ac135063ee tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 943 time: 0.0656343 Jul 11 14:07:33.034176 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Request body: {'port': {'device_id': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:33.051774 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Request body: {'port': {'device_id': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:33.075426 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c799c5b-1a9f-439d-8a96-314c13144e8f req-5ee6a91f-6e22-4192-81e6-a3afbdcc4cff tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:33.096867 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3c799c5b-1a9f-439d-8a96-314c13144e8f req-5ee6a91f-6e22-4192-81e6-a3afbdcc4cff tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 932 time: 0.1409700 Jul 11 14:07:33.172216 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:33.198053 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-635cb9d1-d1c7-44a6-a1a5-2b6458a91724 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 HTTP/1.1" status: 200 len: 217 time: 0.1767261 Jul 11 14:07:33.205758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3652b2ce-39e7-462b-b41d-7a244f15450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:33.207265 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-3652b2ce-39e7-462b-b41d-7a244f15450a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7136b6633c6e4d399a6d359d750125f0&device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 1127 time: 0.1168590 Jul 11 14:07:33.251149 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-74785501-dbc9-4761-8be5-f244844aa774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:33.252631 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-74785501-dbc9-4761-8be5-f244844aa774 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1127 time: 0.2146003 Jul 11 14:07:33.263638 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:33.319606 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0d4f951a-c3d7-4b1c-8438-371a5e6b6e60 req-9f8e53e4-25e1-424d-805c-d840e165bfc0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374405 Jul 11 14:07:33.380376 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3c799c5b-1a9f-439d-8a96-314c13144e8f req-37ecfb2e-c9b1-4d04-9dfc-5142392221e3 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805800 Jul 11 14:07:33.381098 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:33.394145 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e38465-74e3-4486-88d7-6b31cfc96eb7 req-f47c3784-fcff-4cd7-9d1e-9539cbb7530f service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488533 Jul 11 14:07:33.600865 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:33.609066 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c86e0e-bf7e-4dfa-9e67-c124eaf2007b req-ec36bb03-7262-483c-a444-0398441f9d12 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:33.618662 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-54c86e0e-bf7e-4dfa-9e67-c124eaf2007b req-ec36bb03-7262-483c-a444-0398441f9d12 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.1012378 Jul 11 14:07:33.669697 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:33.701334 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-976a6299-c0fb-460e-b565-c2b8a00ee84c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e6fb041-72fb-48ee-8444-5e1261b51dfd HTTP/1.1" status: 200 len: 217 time: 0.1207466 Jul 11 14:07:33.725306 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee40ad7-f6e8-48be-99b4-883756022a7d req-f156b5bf-e3de-4484-9756-27f4a24951be tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:33.733589 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dee40ad7-f6e8-48be-99b4-883756022a7d req-f156b5bf-e3de-4484-9756-27f4a24951be tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.2907567 Jul 11 14:07:33.747604 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-3b3a83a9-f006-451c-b507-0a6936c2ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:33.749078 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-3b3a83a9-f006-451c-b507-0a6936c2ba89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.3302331 Jul 11 14:07:33.786959 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e2dfa308-f914-454d-b91e-cae032277746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:33.788625 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-e2dfa308-f914-454d-b91e-cae032277746 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.2068090 Jul 11 14:07:33.800936 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-54c86e0e-bf7e-4dfa-9e67-c124eaf2007b req-a55e2e91-80aa-4505-a3f5-750e5035c431 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805208 Jul 11 14:07:33.924213 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dee40ad7-f6e8-48be-99b4-883756022a7d req-89077c39-ec42-4b44-bb55-fdb1a4709191 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894281 Jul 11 14:07:33.938688 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:33.983489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d96d85-ab17-428a-92d7-20cf06bf4d35 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:33.999422 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Publish callbacks [] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.009235 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f758b78-ba15-4aba-bc24-371a4c3825f1 req-68479214-6fd8-4ccb-8fff-97a84660fe32 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:34.011875 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9f758b78-ba15-4aba-bc24-371a4c3825f1 req-68479214-6fd8-4ccb-8fff-97a84660fe32 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 931 time: 0.0919840 Jul 11 14:07:34.019413 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Transition to ACTIVE for port object 57d96d85-ab17-428a-92d7-20cf06bf4d35 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:07:34.034214 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.129698 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device e0ad0377-4158-40bf-b3a5-efaddf7e18fe details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:07:34.151891 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 {{(pid=104192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:34.166750 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Publish callbacks [] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.202890 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9f758b78-ba15-4aba-bc24-371a4c3825f1 req-0e39355a-3e02-4262-a512-43cafd19b41d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812284 Jul 11 14:07:34.224689 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Attempting to bind port 57d96d85-ab17-428a-92d7-20cf06bf4d35 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:34.225372 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Attempting to bind port 57d96d85-ab17-428a-92d7-20cf06bf4d35 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:34.225951 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Attempting to bind port 57d96d85-ab17-428a-92d7-20cf06bf4d35 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:34.233241 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Port 57d96d85-ab17-428a-92d7-20cf06bf4d35 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:07:34.233583 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Attempting to bind port 57d96d85-ab17-428a-92d7-20cf06bf4d35 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:34.235940 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Pushing event updated for resources: {'Port': ['ID=57d96d85-ab17-428a-92d7-20cf06bf4d35,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:34.243060 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:34.243394 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Checking segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:34.243782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Bound using segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:34.244218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Bound port: 57d96d85-ab17-428a-92d7-20cf06bf4d35, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:34.244578 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.266519 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.provisioning_blocks [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Transition to ACTIVE for port object 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 will not be triggered until provisioned by entity L2. {{(pid=104192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:07:34.273778 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.362098 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:34.383499 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port e0ad0377-4158-40bf-b3a5-efaddf7e18fe, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:34.384161 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] For port 57d96d85-ab17-428a-92d7-20cf06bf4d35, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:34.400496 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] For port 57d96d85-ab17-428a-92d7-20cf06bf4d35, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:34.418560 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.449481 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Attempting to bind port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:07:34.450761 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Attempting to bind port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:07:34.451386 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'port_id': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe', 'mac_address': 'fa:16:3e:25:cd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:07:34.452007 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Attempting to bind port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:34.466122 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:07:34.467249 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Attempting to bind port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:07:34.485216 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:07:34.486249 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Checking segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:07:34.488148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Bound using segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} {{(pid=104192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:07:34.489947 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.managers [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Bound port: 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}}] {{(pid=104192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:07:34.490539 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.515948 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:34.516565 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.517959 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/57d96d85-ab17-428a-92d7-20cf06bf4d35 HTTP/1.1" status: 200 len: 1094 time: 1.4987533 Jul 11 14:07:34.518435 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:34.521869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0538c361-dfa2-432f-9dfc-51d841b204ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:34.561325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aae1da-39aa-4b03-8cc0-21b4f39418a5 service neutron] Pushing event updated for resources: {'Port': ['ID=57d96d85-ab17-428a-92d7-20cf06bf4d35,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:34.614915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port e0ad0377-4158-40bf-b3a5-efaddf7e18fe is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:34.617136 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.650181 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ad0377-4158-40bf-b3a5-efaddf7e18fe {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:34.715975 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port e0ad0377-4158-40bf-b3a5-efaddf7e18fe, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:34.728800 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.736169 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a8aad-4e9b-450c-ae64-5e8fa42301ff req-4e02308f-afb2-475c-8989-cabc14ef553c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:34.737911 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-792a8aad-4e9b-450c-ae64-5e8fa42301ff req-4e02308f-afb2-475c-8989-cabc14ef553c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.1990280 Jul 11 14:07:34.754641 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad6092-e3b2-48fa-aff3-1973a1c3cfd2 req-c55268ff-93dc-401e-904b-7d2ff8fed8d3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:34.756246 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-29ad6092-e3b2-48fa-aff3-1973a1c3cfd2 req-c55268ff-93dc-401e-904b-7d2ff8fed8d3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 943 time: 0.2201586 Jul 11 14:07:34.808719 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, cleared binding levels {{(pid=104192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:07:34.897697 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:07:34.925204 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:34.987113 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-792a8aad-4e9b-450c-ae64-5e8fa42301ff req-385cf872-c4af-46d3-bb7e-fcf033754476 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297525 Jul 11 14:07:35.006936 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-29ad6092-e3b2-48fa-aff3-1973a1c3cfd2 req-5d309822-b8ac-46ef-beb2-c7a0c63e627f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349200 Jul 11 14:07:35.024848 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.025448 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:35.049632 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] 10.222.0.55 "PUT /v2.0/ports/448bcd1b-bd2c-4771-974b-0259ecbcd6e4 HTTP/1.1" status: 200 len: 1093 time: 2.0031469 Jul 11 14:07:35.050207 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:35.052717 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ce526d-3b39-472e-b664-ece6b0a313e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:35.057395 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:35.066925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aa75e5-0256-4165-b91b-a69afc88b973 x-openstack-request-id: req-19aa75e5-0256-4165-b91b-a69afc88b973 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:35.067365 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:35.067477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19aa75e5-0256-4165-b91b-a69afc88b973 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:35.068058 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19aa75e5-0256-4165-b91b-a69afc88b973'] response: {'name': 'network-changed', 'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'status': 'completed', 'code': 200} Jul 11 14:07:35.108300 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ea2b6-e1aa-4f42-b8e4-29c443d0b90d service neutron] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=3']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:35.156894 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40972) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:35.184685 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:35.191897 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 40976) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:35.232856 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5830c50-0fe0-475a-abcf-5d97d857c42e req-5dba6087-6bff-4608-8061-89d9ee64c7aa tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.235241 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5830c50-0fe0-475a-abcf-5d97d857c42e req-5dba6087-6bff-4608-8061-89d9ee64c7aa tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.1127508 Jul 11 14:07:35.262502 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3295-b7c2-4ba8-a950-f46f221d97da req-1ab5a3ca-4540-4534-b2b1-64fab433e6f5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.264085 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-326b3295-b7c2-4ba8-a950-f46f221d97da req-1ab5a3ca-4540-4534-b2b1-64fab433e6f5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.0969219 Jul 11 14:07:35.277757 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['e0ad0377-4158-40bf-b3a5-efaddf7e18fe'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:07:35.345353 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-326b3295-b7c2-4ba8-a950-f46f221d97da req-3b8746ee-e1c4-4f64-8315-440bc6810ffb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735297 Jul 11 14:07:35.360959 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5830c50-0fe0-475a-abcf-5d97d857c42e req-788d9b26-4f43-4604-b267-bde001eb40ba tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150930 Jul 11 14:07:35.404528 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32e5599-47c9-4b3e-805c-627dc344e5f2 x-openstack-request-id: req-f32e5599-47c9-4b3e-805c-627dc344e5f2 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:35.405007 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:35.405559 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f32e5599-47c9-4b3e-805c-627dc344e5f2 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:35.406189 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32e5599-47c9-4b3e-805c-627dc344e5f2'] response: {'name': 'network-changed', 'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'status': 'completed', 'code': 200} Jul 11 14:07:35.416636 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a130b283-5d88-4c1c-9d1f-85ec883ef012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:35.442890 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:35.490510 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:35.570545 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a130b283-5d88-4c1c-9d1f-85ec883ef012 admin admin] Publish callbacks [] for security_group (9870e205-639f-4d75-af30-42e2f97fd1b6), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:35.573728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2d1d-2772-4ccf-aa43-8afcde4e7d95 req-5502939e-7582-4970-b9de-9064b32856ab tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.580241 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a130b283-5d88-4c1c-9d1f-85ec883ef012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (9870e205-639f-4d75-af30-42e2f97fd1b6), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:35.583208 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-adbd2d1d-2772-4ccf-aa43-8afcde4e7d95 req-5502939e-7582-4970-b9de-9064b32856ab tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.1060853 Jul 11 14:07:35.596221 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40984) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:35.684957 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:35.716806 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-adbd2d1d-2772-4ccf-aa43-8afcde4e7d95 req-548c61c1-1477-42ca-8d1b-b9a7bf05cd53 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331120 Jul 11 14:07:35.717586 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4ac736fb-ff7a-4e31-aa10-6fa7e919e37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:35.723291 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-0e13e4f3-2055-43b9-9111-39c0016f70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.725309 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-0e13e4f3-2055-43b9-9111-39c0016f70cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 1127 time: 0.0935147 Jul 11 14:07:35.731450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130b283-5d88-4c1c-9d1f-85ec883ef012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870e205-639f-4d75-af30-42e2f97fd1b6,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:35.733972 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce764cfb-3f96-4de4-9f83-57b226364c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:35.757233 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a130b283-5d88-4c1c-9d1f-85ec883ef012 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9496150416714a978d8dddab24046533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5992432 Jul 11 14:07:35.763991 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-a40e4332-5fbf-4ad9-8377-5a144364f240 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 200 len: 217 time: 0.1371598 Jul 11 14:07:35.770718 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 40988) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:35.817621 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-924a7119-20d2-4a3f-8d9d-72b019d67e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.819281 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-924a7119-20d2-4a3f-8d9d-72b019d67e4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1769764 Jul 11 14:07:35.834626 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538c361-dfa2-432f-9dfc-51d841b204ba req-0d117f31-b8fc-4a9f-872e-b1c95d98942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.836122 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0538c361-dfa2-432f-9dfc-51d841b204ba req-0d117f31-b8fc-4a9f-872e-b1c95d98942b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 1128 time: 0.1331205 Jul 11 14:07:35.846331 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-564a276c-02a5-47cc-bd1a-543c60aecc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.847742 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-564a276c-02a5-47cc-bd1a-543c60aecc56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb HTTP/1.1" status: 200 len: 851 time: 0.2198136 Jul 11 14:07:35.864566 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce526d-3b39-472e-b664-ece6b0a313e4 req-0a2272ca-3731-4897-a43c-a28db6056216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:35.865968 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-45ce526d-3b39-472e-b664-ece6b0a313e4 req-0a2272ca-3731-4897-a43c-a28db6056216 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 1127 time: 0.1801491 Jul 11 14:07:36.106712 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-1886ce7c-67a1-4a34-8751-0184f8edd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.108370 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-1886ce7c-67a1-4a34-8751-0184f8edd878 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.3612363 Jul 11 14:07:36.108748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:36.188444 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-2a3cb846-d60e-49cc-8944-01565fae9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.189931 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-2a3cb846-d60e-49cc-8944-01565fae9300 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.3979356 Jul 11 14:07:36.222351 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device e0ad0377-4158-40bf-b3a5-efaddf7e18fe up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:36.239966 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-9a932aa2-bc37-4ca8-8485-d5badbdfc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.241574 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-9a932aa2-bc37-4ca8-8485-d5badbdfc029 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b364de4d-87f1-4e0a-bd87-a6bc0f5965fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3707881 Jul 11 14:07:36.274150 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port e0ad0377-4158-40bf-b3a5-efaddf7e18fe completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:07:36.281134 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port e0ad0377-4158-40bf-b3a5-efaddf7e18fe triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:36.281995 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.325931 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:36.359818 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port e0ad0377-4158-40bf-b3a5-efaddf7e18fe is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:36.360206 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.367875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-59adaff8-1188-4a7f-b60b-5654e101b4d3 admin admin] Publish callbacks [] for security_group (9870e205-639f-4d75-af30-42e2f97fd1b6), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.384536 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:36.440382 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-f7b36196-c478-461f-a009-3152e6649a97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a HTTP/1.1" status: 200 len: 217 time: 0.1391332 Jul 11 14:07:36.461937 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-e9224968-b164-4555-a967-9954bea296e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.462944 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port e0ad0377-4158-40bf-b3a5-efaddf7e18fe, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:36.463495 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-e9224968-b164-4555-a967-9954bea296e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2551932 Jul 11 14:07:36.470772 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.483868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:36.490404 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-59adaff8-1188-4a7f-b60b-5654e101b4d3 admin admin] Publish callbacks [] for security_group (9870e205-639f-4d75-af30-42e2f97fd1b6), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.498868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce764cfb-3f96-4de4-9f83-57b226364c70 admin admin] Publish callbacks [] for security_group (d0448df7-e9b5-429c-ae93-6e05ff550a64), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.503434 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-c7b2de19-dfb3-4924-b7de-07aa66113b68 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611643 Jul 11 14:07:36.520700 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce764cfb-3f96-4de4-9f83-57b226364c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (d0448df7-e9b5-429c-ae93-6e05ff550a64), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.522846 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538c361-dfa2-432f-9dfc-51d841b204ba req-80514c75-5ba4-4c97-9091-de2ea89a5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.524764 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0538c361-dfa2-432f-9dfc-51d841b204ba req-80514c75-5ba4-4c97-9091-de2ea89a5bc8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a772cbaa461c416da2cc35e364541ecf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6340988 Jul 11 14:07:36.531550 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:36.556085 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516e9c7-9d34-4af8-bc9a-586366bb8d11 req-e464de49-3554-4aa6-8868-31003872975f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.557651 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d516e9c7-9d34-4af8-bc9a-586366bb8d11 req-e464de49-3554-4aa6-8868-31003872975f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 943 time: 0.2470655 Jul 11 14:07:36.572787 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b3d85-bddf-42f6-8ecc-1619f79da2ee req-20b93aaa-ae09-4ef8-b3a1-4f2fd7edf0ba tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.573287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce526d-3b39-472e-b664-ece6b0a313e4 req-398c07c0-9efd-4396-b905-5c3d2a879bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.574254 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f62b3d85-bddf-42f6-8ecc-1619f79da2ee req-20b93aaa-ae09-4ef8-b3a1-4f2fd7edf0ba tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.4693253 Jul 11 14:07:36.574762 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-45ce526d-3b39-472e-b664-ece6b0a313e4 req-398c07c0-9efd-4396-b905-5c3d2a879bd2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=beef80716d254a03a5e673b9cfd781ce&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4928784 Jul 11 14:07:36.611049 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2eaa08-1980-4c86-b0b5-46126e1203e6" -d '{"events": [{"server_uuid": "7d8c2737-675e-4124-86c5-2c06d1d65991", "name": "network-vif-plugged", "status": "completed", "tag": "e0ad0377-4158-40bf-b3a5-efaddf7e18fe"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:36.614091 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4ac736fb-ff7a-4e31-aa10-6fa7e919e37b admin admin] Publish callbacks [] for security_group (a3369699-07ec-4365-a3c5-8324e5667003), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.665485 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:36.666448 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4ac736fb-ff7a-4e31-aa10-6fa7e919e37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a3369699-07ec-4365-a3c5-8324e5667003), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.692692 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-5c8b8a6a-0e43-402c-bdbe-7cbec1d84730 service neutron] 10.222.0.55 "GET /v2.0/networks/b364de4d-87f1-4e0a-bd87-a6bc0f5965fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255874 Jul 11 14:07:36.697359 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-ce764cfb-3f96-4de4-9f83-57b226364c70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cad3ea44ef7f421291cedcde0bf2d468&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5015821 Jul 11 14:07:36.712018 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41006) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:36.712732 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce764cfb-3f96-4de4-9f83-57b226364c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0448df7-e9b5-429c-ae93-6e05ff550a64,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:36.834006 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:36.848838 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-a0aa17f0-3f5c-4e3b-81cc-5b6404b5c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.850377 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-a0aa17f0-3f5c-4e3b-81cc-5b6404b5c334 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.3507328 Jul 11 14:07:36.869608 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4ac736fb-ff7a-4e31-aa10-6fa7e919e37b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e04ac1072e3472092bca9f0c2a4d5df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2723582 Jul 11 14:07:36.876514 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41010) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:36.912584 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac736fb-ff7a-4e31-aa10-6fa7e919e37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3369699-07ec-4365-a3c5-8324e5667003,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:36.912799 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-cdcfc74c-8d61-4f52-9d12-7165a6f6dc76 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364316 Jul 11 14:07:36.953621 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d516e9c7-9d34-4af8-bc9a-586366bb8d11 req-a37fd27e-d899-49c2-9f3d-11c3cfc08690 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671937 Jul 11 14:07:36.961436 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-59adaff8-1188-4a7f-b60b-5654e101b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (9870e205-639f-4d75-af30-42e2f97fd1b6), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.964021 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-59adaff8-1188-4a7f-b60b-5654e101b4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:36.965193 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-59adaff8-1188-4a7f-b60b-5654e101b4d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9870e205-639f-4d75-af30-42e2f97fd1b6 HTTP/1.1" status: 204 len: 168 time: 1.1934140 Jul 11 14:07:36.975417 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f62b3d85-bddf-42f6-8ecc-1619f79da2ee req-f9c3b10a-edd8-408a-aed1-f94c3061873a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586957 Jul 11 14:07:36.989100 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538c361-dfa2-432f-9dfc-51d841b204ba req-f820a4a1-a4c9-4f5e-9092-7aea417eb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.990604 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0538c361-dfa2-432f-9dfc-51d841b204ba req-f820a4a1-a4c9-4f5e-9092-7aea417eb802 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4320564 Jul 11 14:07:36.992332 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adaff8-1188-4a7f-b60b-5654e101b4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870e205-639f-4d75-af30-42e2f97fd1b6,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:36.994501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-90908e2b-7dd6-4809-9046-de6080d46c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:36.995952 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-90908e2b-7dd6-4809-9046-de6080d46c3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252253 Jul 11 14:07:37.027145 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-90c3ac5f-ec1c-43ac-baec-9bbbb408fa4a req-360a6d2d-167b-47b7-ab43-c0c97b95b4ac service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161922 Jul 11 14:07:37.037233 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:37.093513 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce526d-3b39-472e-b664-ece6b0a313e4 req-4094a86c-523b-4179-a5ba-0c037e33ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:37.094929 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-45ce526d-3b39-472e-b664-ece6b0a313e4 req-4094a86c-523b-4179-a5ba-0c037e33ecd3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5038681 Jul 11 14:07:37.141500 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0dedd7c3-28aa-4129-97bb-79bb50ce74bf admin admin] Publish callbacks [] for security_group (d0448df7-e9b5-429c-ae93-6e05ff550a64), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.153105 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e6314f83-5133-4e02-8cb6-d8dcae76a662 req-de432819-cb47-4180-9524-d04047357a1b service neutron] 10.222.0.55 "GET /v2.0/networks/b364de4d-87f1-4e0a-bd87-a6bc0f5965fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413493 Jul 11 14:07:37.194943 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0dedd7c3-28aa-4129-97bb-79bb50ce74bf admin admin] Publish callbacks [] for security_group (d0448df7-e9b5-429c-ae93-6e05ff550a64), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.197373 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fa-be2d-4032-aadf-6e59a35bfe0c admin admin] Publish callbacks [] for security_group (a3369699-07ec-4365-a3c5-8324e5667003), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.201872 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43269a90-6787-4947-98c3-7dd2a9e1c749 req-c9e29488-e9a3-461b-aa63-38eda3260a2a tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:37.203708 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-43269a90-6787-4947-98c3-7dd2a9e1c749 req-c9e29488-e9a3-461b-aa63-38eda3260a2a tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.1184685 Jul 11 14:07:37.207885 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b6e7caac-4425-418e-9b2a-180976c564b3 req-209537d3-e0b5-42f9-ad52-02410acf0315 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704659 Jul 11 14:07:37.243974 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf0ae4-7c95-42a0-b25c-9bfcc4bac8f9 req-562c8182-0d84-41b7-8218-bf0fada80c2f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:37.244829 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fa-be2d-4032-aadf-6e59a35bfe0c admin admin] Publish callbacks [] for security_group (a3369699-07ec-4365-a3c5-8324e5667003), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.245925 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2ecf0ae4-7c95-42a0-b25c-9bfcc4bac8f9 req-562c8182-0d84-41b7-8218-bf0fada80c2f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.1092575 Jul 11 14:07:37.306529 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0dedd7c3-28aa-4129-97bb-79bb50ce74bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (d0448df7-e9b5-429c-ae93-6e05ff550a64), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.309158 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0dedd7c3-28aa-4129-97bb-79bb50ce74bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.312808 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-0dedd7c3-28aa-4129-97bb-79bb50ce74bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0448df7-e9b5-429c-ae93-6e05ff550a64 HTTP/1.1" status: 204 len: 168 time: 0.5947194 Jul 11 14:07:37.320641 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedd7c3-28aa-4129-97bb-79bb50ce74bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0448df7-e9b5-429c-ae93-6e05ff550a64,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:37.324644 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fa-be2d-4032-aadf-6e59a35bfe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a3369699-07ec-4365-a3c5-8324e5667003), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.327946 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-68afb8fa-be2d-4032-aadf-6e59a35bfe0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.329143 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-68afb8fa-be2d-4032-aadf-6e59a35bfe0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3369699-07ec-4365-a3c5-8324e5667003 HTTP/1.1" status: 204 len: 168 time: 0.4414287 Jul 11 14:07:37.333555 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-43269a90-6787-4947-98c3-7dd2a9e1c749 req-7939922f-b4e9-4a5d-85aa-177ab7f004f7 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962570 Jul 11 14:07:37.358350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afb8fa-be2d-4032-aadf-6e59a35bfe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3369699-07ec-4365-a3c5-8324e5667003,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:37.365709 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-56169c0c-0f1b-4e2d-8783-809d5c5920bc service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312945 Jul 11 14:07:37.370415 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2ecf0ae4-7c95-42a0-b25c-9bfcc4bac8f9 req-b43ee251-7ac4-47f3-a811-f11018fc3100 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911155 Jul 11 14:07:37.433579 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41022) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:37.459464 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-764ad89b-dce6-41ae-abc4-3e21e6f2b31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.500923 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0450-8e1e-4f12-a6f8-824dcf0c8564 req-40d19c50-0c33-4c84-bd37-17b5276aaef6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:37.509969 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e81a0450-8e1e-4f12-a6f8-824dcf0c8564 req-40d19c50-0c33-4c84-bd37-17b5276aaef6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0723858 Jul 11 14:07:37.559117 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:37.572205 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e81a0450-8e1e-4f12-a6f8-824dcf0c8564 req-b03dfb6e-6a43-45dd-83b1-0708013fafb1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609999 Jul 11 14:07:37.600054 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-764ad89b-dce6-41ae-abc4-3e21e6f2b31c admin admin] Publish callbacks [] for security_group (334f24e4-5a53-4634-983e-ab6686fe8b6b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.604711 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-764ad89b-dce6-41ae-abc4-3e21e6f2b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (334f24e4-5a53-4634-983e-ab6686fe8b6b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.650893 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-764ad89b-dce6-41ae-abc4-3e21e6f2b31c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=600f27b5d2f94f839ee3cbfd06b69e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156823 Jul 11 14:07:37.653444 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41026) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:37.661139 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ad89b-dce6-41ae-abc4-3e21e6f2b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334f24e4-5a53-4634-983e-ab6686fe8b6b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:37.710514 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2b592c4a-fcef-477b-af40-1322191dbb56 admin admin] Publish callbacks [] for security_group (334f24e4-5a53-4634-983e-ab6686fe8b6b), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.711856 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4903d7ea-f227-4bf2-9622-234f17115744 x-openstack-request-id: req-4903d7ea-f227-4bf2-9622-234f17115744 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:37.712316 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8c2737-675e-4124-86c5-2c06d1d65991", "name": "network-vif-plugged", "status": "completed", "tag": "e0ad0377-4158-40bf-b3a5-efaddf7e18fe", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:37.712459 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4903d7ea-f227-4bf2-9622-234f17115744 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:37.712930 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4903d7ea-f227-4bf2-9622-234f17115744'] response: {'server_uuid': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe', 'code': 200} Jul 11 14:07:37.733526 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2b592c4a-fcef-477b-af40-1322191dbb56 admin admin] Publish callbacks [] for security_group (334f24e4-5a53-4634-983e-ab6686fe8b6b), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.786976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2b592c4a-fcef-477b-af40-1322191dbb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (334f24e4-5a53-4634-983e-ab6686fe8b6b), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.789949 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2b592c4a-fcef-477b-af40-1322191dbb56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.791272 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2b592c4a-fcef-477b-af40-1322191dbb56 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/334f24e4-5a53-4634-983e-ab6686fe8b6b HTTP/1.1" status: 204 len: 168 time: 0.1368682 Jul 11 14:07:37.800417 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b592c4a-fcef-477b-af40-1322191dbb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334f24e4-5a53-4634-983e-ab6686fe8b6b,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:37.866292 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41032) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:37.894341 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a26e4779-4903-4276-b855-9d3eef205b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:37.949273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41034) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:37.971581 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd869fce-7d4a-483a-8543-23f720f4e87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.045276 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a26e4779-4903-4276-b855-9d3eef205b13 admin admin] Publish callbacks [] for security_group (c329d70e-2dd2-42e1-b9b3-a7896dd83d69), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.059127 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a26e4779-4903-4276-b855-9d3eef205b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c329d70e-2dd2-42e1-b9b3-a7896dd83d69), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.080228 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:38.137573 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e4779-4903-4276-b855-9d3eef205b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c329d70e-2dd2-42e1-b9b3-a7896dd83d69,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:38.145818 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a26e4779-4903-4276-b855-9d3eef205b13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e826af69dec41a19d213faa3b49ec22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776973 Jul 11 14:07:38.150889 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41040) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:38.192002 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd869fce-7d4a-483a-8543-23f720f4e87a admin admin] Publish callbacks [] for security_group (32513c15-8dbb-4aa0-a999-51d7b6751617), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.203439 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a83dc1-043c-4c3c-b045-6ef711cdef86 req-493c8196-f9f6-4ca2-8c12-bbc333e5e6b9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:38.206800 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-91a83dc1-043c-4c3c-b045-6ef711cdef86 req-493c8196-f9f6-4ca2-8c12-bbc333e5e6b9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 943 time: 0.1229393 Jul 11 14:07:38.208778 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9765e348-f6bd-4b30-b11f-b1064e55b48e admin admin] Publish callbacks [] for security_group (c329d70e-2dd2-42e1-b9b3-a7896dd83d69), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.212204 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd869fce-7d4a-483a-8543-23f720f4e87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (32513c15-8dbb-4aa0-a999-51d7b6751617), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.231561 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 9e9fda17-8838-4876-b6ae-3c59dd83071a details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:07:38.236918 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9765e348-f6bd-4b30-b11f-b1064e55b48e admin admin] Publish callbacks [] for security_group (c329d70e-2dd2-42e1-b9b3-a7896dd83d69), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.246985 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:38.262745 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25d5c-a27d-4131-887d-8a1b4562e4f4 req-987f8738-b327-4703-ba53-54d62572ec10 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:38.264271 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-87e25d5c-a27d-4131-887d-8a1b4562e4f4 req-987f8738-b327-4703-ba53-54d62572ec10 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.1396310 Jul 11 14:07:38.304314 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9765e348-f6bd-4b30-b11f-b1064e55b48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c329d70e-2dd2-42e1-b9b3-a7896dd83d69), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.309103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9765e348-f6bd-4b30-b11f-b1064e55b48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.310406 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9765e348-f6bd-4b30-b11f-b1064e55b48e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c329d70e-2dd2-42e1-b9b3-a7896dd83d69 HTTP/1.1" status: 204 len: 168 time: 0.1598659 Jul 11 14:07:38.324867 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-91a83dc1-043c-4c3c-b045-6ef711cdef86 req-a8d40cba-3052-4ce4-992a-706b2cb4ae80 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134112 Jul 11 14:07:38.325764 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd869fce-7d4a-483a-8543-23f720f4e87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32513c15-8dbb-4aa0-a999-51d7b6751617,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:38.341694 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765e348-f6bd-4b30-b11f-b1064e55b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c329d70e-2dd2-42e1-b9b3-a7896dd83d69,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:38.356287 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cd869fce-7d4a-483a-8543-23f720f4e87a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd04a81f2c5d4906a17dfd2925de70e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033902 Jul 11 14:07:38.357273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41048) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:38.449492 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 9e9fda17-8838-4876-b6ae-3c59dd83071a, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:38.456392 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-87e25d5c-a27d-4131-887d-8a1b4562e4f4 req-31e78aa4-c1b3-4efb-84cf-626717dac4cc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577075 Jul 11 14:07:38.474576 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '9e9fda17-8838-4876-b6ae-3c59dd83071a', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'port_id': '9e9fda17-8838-4876-b6ae-3c59dd83071a', 'mac_address': 'fa:16:3e:27:99:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:07:38.564066 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 9e9fda17-8838-4876-b6ae-3c59dd83071a is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:38.564720 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.569232 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942d8a0-31e7-4b27-b3cb-933b75a58403 req-6cf063dd-3de3-44b2-b393-25b43756b86c tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:38.571796 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0942d8a0-31e7-4b27-b3cb-933b75a58403 req-6cf063dd-3de3-44b2-b393-25b43756b86c tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.1091151 Jul 11 14:07:38.586288 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9fda17-8838-4876-b6ae-3c59dd83071a {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:38.620320 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 9e9fda17-8838-4876-b6ae-3c59dd83071a, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:38.630739 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.679190 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:38.701556 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6042a0d-d0f1-4796-b6b0-220803375553 req-3ebea902-e8e6-475e-be37-51f506484f5d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:38.703683 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f6042a0d-d0f1-4796-b6b0-220803375553 req-3ebea902-e8e6-475e-be37-51f506484f5d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.1258438 Jul 11 14:07:38.707825 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0942d8a0-31e7-4b27-b3cb-933b75a58403 req-aa66338f-6d4c-4efe-b704-2c662acf38e4 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133502 Jul 11 14:07:38.735368 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=9e9fda17-8838-4876-b6ae-3c59dd83071a,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:38.755559 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f53eb668-b6fe-4e67-af38-55705af5bd43 admin admin] Publish callbacks [] for security_group (32513c15-8dbb-4aa0-a999-51d7b6751617), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.774648 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f6042a0d-d0f1-4796-b6b0-220803375553 req-daf85bda-640a-435a-8510-3ded151a46cb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623631 Jul 11 14:07:38.784463 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f53eb668-b6fe-4e67-af38-55705af5bd43 admin admin] Publish callbacks [] for security_group (32513c15-8dbb-4aa0-a999-51d7b6751617), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.852579 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f53eb668-b6fe-4e67-af38-55705af5bd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (32513c15-8dbb-4aa0-a999-51d7b6751617), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.855240 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f53eb668-b6fe-4e67-af38-55705af5bd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:38.859373 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f53eb668-b6fe-4e67-af38-55705af5bd43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32513c15-8dbb-4aa0-a999-51d7b6751617 HTTP/1.1" status: 204 len: 168 time: 0.5002501 Jul 11 14:07:38.868743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53eb668-b6fe-4e67-af38-55705af5bd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32513c15-8dbb-4aa0-a999-51d7b6751617,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:38.879017 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d993b8-a48c-40f3-be87-dbd63b699c62 req-194eccca-4f5b-440a-8ce0-80b3738d2cab tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:38.880648 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63d993b8-a48c-40f3-be87-dbd63b699c62 req-194eccca-4f5b-440a-8ce0-80b3738d2cab tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0635490 Jul 11 14:07:38.933570 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63d993b8-a48c-40f3-be87-dbd63b699c62 req-18afca00-588e-4b8d-ab8d-266f3c52911d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474231 Jul 11 14:07:39.064231 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['9e9fda17-8838-4876-b6ae-3c59dd83071a'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:07:39.176715 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:39.268551 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-f37a6887-3091-4100-887e-deac061c54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:39.270071 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-f37a6887-3091-4100-887e-deac061c54fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 1128 time: 0.0792799 Jul 11 14:07:39.271462 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-89d66179-ebfd-4726-a421-3df01fbedefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:39.272564 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-89d66179-ebfd-4726-a421-3df01fbedefc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 1128 time: 0.0966697 Jul 11 14:07:39.287835 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-368e9d8d-2ae1-4892-a123-c9867fe88fe1 req-db1626ce-cdec-433f-9439-5061f35006e8 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547112 Jul 11 14:07:39.452382 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e428-2d01-466e-bdc5-2841789805b8 req-b72f8f01-829a-4336-a33e-3e23bae26b59 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:39.454475 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f492e428-2d01-466e-bdc5-2841789805b8 req-b72f8f01-829a-4336-a33e-3e23bae26b59 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 944 time: 0.0502830 Jul 11 14:07:39.520041 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f492e428-2d01-466e-bdc5-2841789805b8 req-b4d9e8f4-8485-40a1-814a-07a4c0c844fc tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593123 Jul 11 14:07:39.585734 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4355-cef8-44c1-b7d7-84d38ecb66ad req-ea99f3a3-7340-4341-8236-0c33a420f6d2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:39.587454 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8fd4355-cef8-44c1-b7d7-84d38ecb66ad req-ea99f3a3-7340-4341-8236-0c33a420f6d2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0615940 Jul 11 14:07:39.650151 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8fd4355-cef8-44c1-b7d7-84d38ecb66ad req-e43e73f2-4acd-4d30-bab2-3aca06d44e3b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549304 Jul 11 14:07:39.834966 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99060c8-3ec8-419f-b7a6-513be0266751 req-96ebad4a-a04f-47c0-a140-9e377f3826d3 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:39.836774 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d99060c8-3ec8-419f-b7a6-513be0266751 req-96ebad4a-a04f-47c0-a140-9e377f3826d3 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.0560503 Jul 11 14:07:39.940872 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d99060c8-3ec8-419f-b7a6-513be0266751 req-a3c01463-00a1-4a7a-841b-949c7b9eadaa tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Jul 11 14:07:39.961074 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee92247-0a0a-4b49-95bd-797ae894f288 req-f9a3981a-2204-41f7-b243-afc80f192ee9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:39.962737 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eee92247-0a0a-4b49-95bd-797ae894f288 req-f9a3981a-2204-41f7-b243-afc80f192ee9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 944 time: 0.0857713 Jul 11 14:07:40.044363 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eee92247-0a0a-4b49-95bd-797ae894f288 req-c9c8648a-4483-4772-95ca-61df1b26255f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701621 Jul 11 14:07:40.098406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208e3ae-5ae4-4817-bee7-22970120bbb1 req-35e2138c-a013-469d-ae88-97e16f425268 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:40.100136 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9208e3ae-5ae4-4817-bee7-22970120bbb1 req-35e2138c-a013-469d-ae88-97e16f425268 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0748365 Jul 11 14:07:40.189438 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9208e3ae-5ae4-4817-bee7-22970120bbb1 req-7ec63db2-154a-4899-9e44-d7ce55cc2a0a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821044 Jul 11 14:07:40.252621 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:07:40.278042 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 9e9fda17-8838-4876-b6ae-3c59dd83071a up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:40.352424 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 9e9fda17-8838-4876-b6ae-3c59dd83071a completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:07:40.396266 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 9e9fda17-8838-4876-b6ae-3c59dd83071a triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:40.396644 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:40.425220 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:40.456713 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:40.472029 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:07:40.535955 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:40.536347 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:40.538452 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 9e9fda17-8838-4876-b6ae-3c59dd83071a is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:40.538816 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:40.564385 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:40.581820 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9fda17-8838-4876-b6ae-3c59dd83071a'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:40.584514 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b147dc8-c098-4d47-8d53-6ce86b3b784c" -d '{"events": [{"server_uuid": "246af345-cb1b-449d-abe1-4be428cb9ee3", "name": "network-vif-plugged", "status": "completed", "tag": "9e9fda17-8838-4876-b6ae-3c59dd83071a"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:40.608786 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 9e9fda17-8838-4876-b6ae-3c59dd83071a, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:40.611115 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:40.614761 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:40.623328 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:40.666573 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e3c1d-1ae4-4ca5-b856-1157734553e3 x-openstack-request-id: req-9f8e3c1d-1ae4-4ca5-b856-1157734553e3 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:40.666964 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246af345-cb1b-449d-abe1-4be428cb9ee3", "name": "network-vif-plugged", "status": "completed", "tag": "9e9fda17-8838-4876-b6ae-3c59dd83071a", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:40.667549 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f8e3c1d-1ae4-4ca5-b856-1157734553e3 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:40.668017 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8e3c1d-1ae4-4ca5-b856-1157734553e3'] response: {'server_uuid': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9fda17-8838-4876-b6ae-3c59dd83071a', 'code': 200} Jul 11 14:07:40.674496 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fb01-fec4-4797-b955-049ab184e052 req-f6126c78-ad22-4051-a811-cd9b8143577f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:40.681718 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dfb0fb01-fec4-4797-b955-049ab184e052 req-f6126c78-ad22-4051-a811-cd9b8143577f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0762296 Jul 11 14:07:40.702686 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=9e9fda17-8838-4876-b6ae-3c59dd83071a,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:40.733380 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:40.766161 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:40.767200 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dfb0fb01-fec4-4797-b955-049ab184e052 req-e0b64d92-0d86-4334-b2db-2b36dcc891da tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842965 Jul 11 14:07:40.829897 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14a93f-f213-404f-9f21-7b7ad49b5e0a req-f37bcfdc-b148-41ed-87c1-52989b7d378c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:40.832263 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2d14a93f-f213-404f-9f21-7b7ad49b5e0a req-f37bcfdc-b148-41ed-87c1-52989b7d378c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0638540 Jul 11 14:07:40.893056 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2d14a93f-f213-404f-9f21-7b7ad49b5e0a req-58908bcc-0b98-4683-a472-5ef09763e9ce tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521517 Jul 11 14:07:41.057606 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3a541-8810-4d2e-b2aa-3987d30aa9c7 req-5518c757-20ea-4825-b1c3-9c9c35c2cd44 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.059215 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0ab3a541-8810-4d2e-b2aa-3987d30aa9c7 req-5518c757-20ea-4825-b1c3-9c9c35c2cd44 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.0543857 Jul 11 14:07:41.070948 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['60d6a63c-f969-420e-97a5-2a6fcfdfeaa4'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:07:41.157149 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0ab3a541-8810-4d2e-b2aa-3987d30aa9c7 req-61d63009-a0e4-4b47-9bc5-44d76fe34932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886321 Jul 11 14:07:41.199110 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:41.235181 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcced2-04c2-4cb7-9673-62fad871b71f req-05d69a70-8087-4058-8de5-9bb86a0bcc91 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.236678 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75bcced2-04c2-4cb7-9673-62fad871b71f req-05d69a70-8087-4058-8de5-9bb86a0bcc91 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 945 time: 0.0703354 Jul 11 14:07:41.336137 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d591f82-0d28-4bcb-b572-8111eb3f61d8 req-9c2581ca-00c4-4c55-8d0a-80f10a8e0e8d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.337789 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9d591f82-0d28-4bcb-b572-8111eb3f61d8 req-9c2581ca-00c4-4c55-8d0a-80f10a8e0e8d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0700719 Jul 11 14:07:41.346908 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75bcced2-04c2-4cb7-9673-62fad871b71f req-be29da3b-8f96-41ab-8889-181e6d2988a8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035936 Jul 11 14:07:41.384011 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41204) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:41.403827 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9d591f82-0d28-4bcb-b572-8111eb3f61d8 req-a9452b0e-eab6-49cc-b4ae-2877a37adc0c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549979 Jul 11 14:07:41.507846 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:41.631112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-720ea8eb-275c-4b35-aac0-24b91bc3f4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:41.639121 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-d91ce0d7-0221-4d78-a623-2e6214718b3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35 HTTP/1.1" status: 200 len: 217 time: 0.0893455 Jul 11 14:07:41.698878 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db1aa2-fb2d-4ddb-a707-a2cc1f17b54d req-ddcec802-b753-4c78-a6c3-acb139af6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.706131 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-1026638e-e76f-4ac9-a4a3-bdecbed44958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.707730 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-1026638e-e76f-4ac9-a4a3-bdecbed44958 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 1127 time: 0.2217815 Jul 11 14:07:41.717683 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c1db1aa2-fb2d-4ddb-a707-a2cc1f17b54d req-ddcec802-b753-4c78-a6c3-acb139af6441 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1129 time: 0.1204395 Jul 11 14:07:41.753324 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-c1db1aa2-fb2d-4ddb-a707-a2cc1f17b54d req-6e755adf-90ed-4073-be98-8da93dadb5b6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:41.828605 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-f400883d-efe5-45e2-a103-c17d566ba9de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4 HTTP/1.1" status: 200 len: 217 time: 0.0884190 Jul 11 14:07:41.894329 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-c1db1aa2-fb2d-4ddb-a707-a2cc1f17b54d req-6e755adf-90ed-4073-be98-8da93dadb5b6 service neutron] Publish callbacks [] for security_group (0d1db2fa-01a8-4943-84d5-be471405467e), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:41.901641 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:07:41.907516 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-c1db1aa2-fb2d-4ddb-a707-a2cc1f17b54d req-6e755adf-90ed-4073-be98-8da93dadb5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (0d1db2fa-01a8-4943-84d5-be471405467e), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:41.960393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79d157-a76d-4d7b-a7c1-ce3df776259e req-69ded4e0-53d6-4506-8e1b-0bd89fd51973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.960543 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0430c-ca28-4358-82aa-8301bdf4d92b req-e47d724e-0215-4a58-8ce3-67a4b5defbdd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.961905 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7d79d157-a76d-4d7b-a7c1-ce3df776259e req-69ded4e0-53d6-4506-8e1b-0bd89fd51973 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 1129 time: 0.1479738 Jul 11 14:07:41.962425 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b1e0430c-ca28-4358-82aa-8301bdf4d92b req-e47d724e-0215-4a58-8ce3-67a4b5defbdd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1063476 Jul 11 14:07:41.970126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-b4a22b09-067b-48b4-8db3-e0b33a8615ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:41.971828 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-b4a22b09-067b-48b4-8db3-e0b33a8615ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.2990608 Jul 11 14:07:42.028283 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-e20fdc27-5c3e-42d4-a96d-204fcc08ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:42.028283 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-e20fdc27-5c3e-42d4-a96d-204fcc08ab6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.4757469 Jul 11 14:07:42.032544 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c1db1aa2-fb2d-4ddb-a707-a2cc1f17b54d req-6e755adf-90ed-4073-be98-8da93dadb5b6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049724 Jul 11 14:07:42.033164 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e755adf-90ed-4073-be98-8da93dadb5b6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1db2fa-01a8-4943-84d5-be471405467e,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:42.065463 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:42.081408 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807588f9-d641-46cf-a6cf-2a64a16bfe6c req-f1e629f5-4c0b-4df7-a074-33e2cf7058eb tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:42.083179 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-807588f9-d641-46cf-a6cf-2a64a16bfe6c req-f1e629f5-4c0b-4df7-a074-33e2cf7058eb tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.1054933 Jul 11 14:07:42.123535 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b1e0430c-ca28-4358-82aa-8301bdf4d92b req-08d45026-6449-4d9a-870f-c0b5e3232ba1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500750 Jul 11 14:07:42.128694 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-1a985976-d988-4e66-b2f1-cb83e8a2812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:42.130170 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-1a985976-d988-4e66-b2f1-cb83e8a2812b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.2748272 Jul 11 14:07:42.138017 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-65d68109-3f46-48b5-99f1-566b55599211 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 HTTP/1.1" status: 200 len: 217 time: 0.0864837 Jul 11 14:07:42.151754 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0200d-ebe2-45ab-9a52-e543549821be req-251d193f-b94d-4ed2-9f4e-55fcf685a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:42.153265 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-251d193f-b94d-4ed2-9f4e-55fcf685a38e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1600673 Jul 11 14:07:42.162479 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7d79d157-a76d-4d7b-a7c1-ce3df776259e req-e2e97e9f-76bc-4b0f-a14a-11b828a805e4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896501 Jul 11 14:07:42.174850 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-807588f9-d641-46cf-a6cf-2a64a16bfe6c req-48a8f6f1-aedb-425a-88bc-2442e83db6b7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793731 Jul 11 14:07:42.188762 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-720ea8eb-275c-4b35-aac0-24b91bc3f4a5 admin admin] Publish callbacks [] for security_group (0f607a9c-ced4-4ae7-9275-e630e964c5e2), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:42.195305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-720ea8eb-275c-4b35-aac0-24b91bc3f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (0f607a9c-ced4-4ae7-9275-e630e964c5e2), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:42.240782 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-720ea8eb-275c-4b35-aac0-24b91bc3f4a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da60a417da4a4cbb94189abdbfa39d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8546000 Jul 11 14:07:42.241622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ea8eb-275c-4b35-aac0-24b91bc3f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f607a9c-ced4-4ae7-9275-e630e964c5e2,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:42.242684 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41234) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:42.316280 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5b2db-b460-411f-8363-6a94e5cb4449 req-f3191f8c-a15a-40c0-bd76-0b9bf9231352 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:42.317727 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fea5b2db-b460-411f-8363-6a94e5cb4449 req-f3191f8c-a15a-40c0-bd76-0b9bf9231352 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.0729318 Jul 11 14:07:42.351537 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5c848c-d72c-4418-a626-837d49607f20 admin admin] Publish callbacks [] for security_group (0f607a9c-ced4-4ae7-9275-e630e964c5e2), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:42.391904 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5c848c-d72c-4418-a626-837d49607f20 admin admin] Publish callbacks [] for security_group (0f607a9c-ced4-4ae7-9275-e630e964c5e2), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:42.407258 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fea5b2db-b460-411f-8363-6a94e5cb4449 req-122f89c9-5fc3-41dc-a2a1-e46d6066e8b3 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824671 Jul 11 14:07:42.441667 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:42.487677 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778e433-f0d2-4d29-beca-2ca8b3dec06c req-fa02a6b2-90a7-4bb9-bd85-4c50a9f97735 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:42.489189 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a778e433-f0d2-4d29-beca-2ca8b3dec06c req-fa02a6b2-90a7-4bb9-bd85-4c50a9f97735 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 945 time: 0.0741704 Jul 11 14:07:42.525354 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5c848c-d72c-4418-a626-837d49607f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (0f607a9c-ced4-4ae7-9275-e630e964c5e2), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:42.527824 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-be5c848c-d72c-4418-a626-837d49607f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:42.529351 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-be5c848c-d72c-4418-a626-837d49607f20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f607a9c-ced4-4ae7-9275-e630e964c5e2 HTTP/1.1" status: 204 len: 168 time: 0.2856157 Jul 11 14:07:42.577380 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:42.589777 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a778e433-f0d2-4d29-beca-2ca8b3dec06c req-47fd6c58-fe0e-4bf6-9e59-00315ac77f31 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944738 Jul 11 14:07:42.622075 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c848c-d72c-4418-a626-837d49607f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f607a9c-ced4-4ae7-9275-e630e964c5e2,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:42.635741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093eed9-76d2-48a0-ac0d-cf32f75c8b4e req-115399b6-0177-4cd4-aea7-8304eae25d54 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:42.638766 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4093eed9-76d2-48a0-ac0d-cf32f75c8b4e req-115399b6-0177-4cd4-aea7-8304eae25d54 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.1284208 Jul 11 14:07:42.682982 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:42.889128 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4093eed9-76d2-48a0-ac0d-cf32f75c8b4e req-bfd5b872-d9a5-4d4b-b593-845c2a20e06d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454960 Jul 11 14:07:42.953781 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41258) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:43.060353 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b917f11d-af83-4580-aff8-751eb69d1c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.085170 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41262) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:43.100206 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-839e9b19-49af-4c2c-b43b-9ddd8eb3a103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.136771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b917f11d-af83-4580-aff8-751eb69d1c69 admin admin] Publish callbacks [] for security_group (8d54d27d-cdb3-459c-a989-1bf77fd0e944), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.140877 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b917f11d-af83-4580-aff8-751eb69d1c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (8d54d27d-cdb3-459c-a989-1bf77fd0e944), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.182340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-839e9b19-49af-4c2c-b43b-9ddd8eb3a103 admin admin] Publish callbacks [] for security_group (912ab9de-f0fa-4742-b7cd-36d20f42d00f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.182540 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b917f11d-af83-4580-aff8-751eb69d1c69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96d67ee8493e495baeec2d70bf79224a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272995 Jul 11 14:07:43.182875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917f11d-af83-4580-aff8-751eb69d1c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54d27d-cdb3-459c-a989-1bf77fd0e944,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:43.184760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41266) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:43.193880 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-839e9b19-49af-4c2c-b43b-9ddd8eb3a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (912ab9de-f0fa-4742-b7cd-36d20f42d00f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.256082 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-839e9b19-49af-4c2c-b43b-9ddd8eb3a103 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=befd285c3f78447b931814fbb57ee254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696200 Jul 11 14:07:43.261060 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8b87f-4824-4eee-9dd4-74cba4cda13f req-c8df7c7c-e76b-4431-8a49-b3f4037a9c04 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:43.263066 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-40c8b87f-4824-4eee-9dd4-74cba4cda13f req-c8df7c7c-e76b-4431-8a49-b3f4037a9c04 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0524895 Jul 11 14:07:43.263207 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41270) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:43.270159 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e9b19-49af-4c2c-b43b-9ddd8eb3a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912ab9de-f0fa-4742-b7cd-36d20f42d00f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:43.287495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d520a396-7836-457c-aff6-e84d305ae7d2 admin admin] Publish callbacks [] for security_group (8d54d27d-cdb3-459c-a989-1bf77fd0e944), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.309716 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d520a396-7836-457c-aff6-e84d305ae7d2 admin admin] Publish callbacks [] for security_group (8d54d27d-cdb3-459c-a989-1bf77fd0e944), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.316900 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:43.362240 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e655d-14d9-4fbc-9880-322fd5563587 req-356f2f15-cf24-4de8-91b2-113ccb4d9ddc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:43.362485 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d520a396-7836-457c-aff6-e84d305ae7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (8d54d27d-cdb3-459c-a989-1bf77fd0e944), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.363734 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-915e655d-14d9-4fbc-9880-322fd5563587 req-356f2f15-cf24-4de8-91b2-113ccb4d9ddc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0996897 Jul 11 14:07:43.364977 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d520a396-7836-457c-aff6-e84d305ae7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.368395 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d520a396-7836-457c-aff6-e84d305ae7d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d54d27d-cdb3-459c-a989-1bf77fd0e944 HTTP/1.1" status: 204 len: 168 time: 0.1798110 Jul 11 14:07:43.376928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520a396-7836-457c-aff6-e84d305ae7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54d27d-cdb3-459c-a989-1bf77fd0e944,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:43.406997 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-40c8b87f-4824-4eee-9dd4-74cba4cda13f req-55323a71-c94e-4ef5-9bd0-13a0115aad39 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340563 Jul 11 14:07:43.410143 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:43.426294 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1ca01fd9-920d-40df-835e-235f11b79933 admin admin] Publish callbacks [] for security_group (912ab9de-f0fa-4742-b7cd-36d20f42d00f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.473041 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1ca01fd9-920d-40df-835e-235f11b79933 admin admin] Publish callbacks [] for security_group (912ab9de-f0fa-4742-b7cd-36d20f42d00f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.537611 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-915e655d-14d9-4fbc-9880-322fd5563587 req-567b7533-3114-49f5-aca5-01a37f07160a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642311 Jul 11 14:07:43.569402 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eb179-725f-43cc-89fa-552847c172e2 req-e245a2d5-8c18-4122-80f3-5c1c03a6d136 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:43.570931 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7a9eb179-725f-43cc-89fa-552847c172e2 req-e245a2d5-8c18-4122-80f3-5c1c03a6d136 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 943 time: 0.0803928 Jul 11 14:07:43.588939 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:07:43.603406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1ca01fd9-920d-40df-835e-235f11b79933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (912ab9de-f0fa-4742-b7cd-36d20f42d00f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.605270 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:43.605685 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.606493 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-1ca01fd9-920d-40df-835e-235f11b79933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.607616 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-1ca01fd9-920d-40df-835e-235f11b79933 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/912ab9de-f0fa-4742-b7cd-36d20f42d00f HTTP/1.1" status: 204 len: 168 time: 0.3424726 Jul 11 14:07:43.625879 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca01fd9-920d-40df-835e-235f11b79933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912ab9de-f0fa-4742-b7cd-36d20f42d00f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:43.638972 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:43.653407 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7a9eb179-725f-43cc-89fa-552847c172e2 req-4a885345-824d-45e6-acd2-499bf46fdf61 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743971 Jul 11 14:07:43.718017 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:43.718743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.739766 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060a2e-c825-4e8c-8aad-809ee5c54a35 req-1d3c23cd-b46b-4737-a763-88287b7d1ef0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:43.741158 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:43.741501 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-78060a2e-c825-4e8c-8aad-809ee5c54a35 req-1d3c23cd-b46b-4737-a763-88287b7d1ef0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 945 time: 0.0511382 Jul 11 14:07:43.748880 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:43.753444 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532196d5-a974-488e-a6f6-db77dca71399" -d '{"events": [{"server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "name": "network-vif-plugged", "status": "completed", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:43.772870 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:43.783734 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.819212 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-78060a2e-c825-4e8c-8aad-809ee5c54a35 req-656e65bc-f97d-4bff-9980-87c608ec1af1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657845 Jul 11 14:07:43.824560 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20b8567-e2cc-4b75-ada9-02b75f1cfba7 x-openstack-request-id: req-e20b8567-e2cc-4b75-ada9-02b75f1cfba7 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:43.824962 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "name": "network-vif-plugged", "status": "completed", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:43.825219 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e20b8567-e2cc-4b75-ada9-02b75f1cfba7 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:43.825726 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20b8567-e2cc-4b75-ada9-02b75f1cfba7'] response: {'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'code': 200} Jul 11 14:07:43.857921 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:43.896749 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41286) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:43.911557 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4408e105-cc52-4383-9593-c0226c14a422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:43.998026 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4408e105-cc52-4383-9593-c0226c14a422 admin admin] Publish callbacks [] for security_group (cfed0735-b780-48fd-a5df-fb4e1c4d854f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.003661 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4408e105-cc52-4383-9593-c0226c14a422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (cfed0735-b780-48fd-a5df-fb4e1c4d854f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.022892 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e927c9-5bb5-42c5-a15f-b1d17083f52b req-e930f95f-e219-42ab-8fae-cfa7a876c072 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:44.024490 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-37e927c9-5bb5-42c5-a15f-b1d17083f52b req-e930f95f-e219-42ab-8fae-cfa7a876c072 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0532057 Jul 11 14:07:44.050824 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4408e105-cc52-4383-9593-c0226c14a422 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=316691dd906f4272b392f532c00f4ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529186 Jul 11 14:07:44.052440 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408e105-cc52-4383-9593-c0226c14a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed0735-b780-48fd-a5df-fb4e1c4d854f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:44.055302 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41296) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:44.084942 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-37e927c9-5bb5-42c5-a15f-b1d17083f52b req-fd608b1b-b881-4c20-80f1-18cf91e9f496 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544596 Jul 11 14:07:44.133131 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5124-6c29-448f-824d-9e7cab4b35ec admin admin] Publish callbacks [] for security_group (cfed0735-b780-48fd-a5df-fb4e1c4d854f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.161527 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5124-6c29-448f-824d-9e7cab4b35ec admin admin] Publish callbacks [] for security_group (cfed0735-b780-48fd-a5df-fb4e1c4d854f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.210677 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5124-6c29-448f-824d-9e7cab4b35ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (cfed0735-b780-48fd-a5df-fb4e1c4d854f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.213233 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5124-6c29-448f-824d-9e7cab4b35ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.214494 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d8ef5124-6c29-448f-824d-9e7cab4b35ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfed0735-b780-48fd-a5df-fb4e1c4d854f HTTP/1.1" status: 204 len: 168 time: 0.1579864 Jul 11 14:07:44.223264 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef5124-6c29-448f-824d-9e7cab4b35ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed0735-b780-48fd-a5df-fb4e1c4d854f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:44.352989 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7e6fb041-72fb-48ee-8444-5e1261b51dfd details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:07:44.470773 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 7e6fb041-72fb-48ee-8444-5e1261b51dfd, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7e6fb041-72fb-48ee-8444-5e1261b51dfd,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:44.505384 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '7e6fb041-72fb-48ee-8444-5e1261b51dfd', 'network_id': 'b364de4d-87f1-4e0a-bd87-a6bc0f5965fd', 'port_id': '7e6fb041-72fb-48ee-8444-5e1261b51dfd', 'mac_address': 'fa:16:3e:d2:80:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:07:44.554273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8ac9b-8f67-4c15-b1f6-c5b13a7ebeaf req-d5749254-a40f-4b7e-9bac-a64ae8bc6b55 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:44.554504 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 7e6fb041-72fb-48ee-8444-5e1261b51dfd is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:44.555001 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.563611 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0ad8ac9b-8f67-4c15-b1f6-c5b13a7ebeaf req-d5749254-a40f-4b7e-9bac-a64ae8bc6b55 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0730491 Jul 11 14:07:44.583978 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6fb041-72fb-48ee-8444-5e1261b51dfd {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:44.584795 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:44.631659 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0ad8ac9b-8f67-4c15-b1f6-c5b13a7ebeaf req-18cbded8-52fc-466a-8853-d4c39a93064b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670416 Jul 11 14:07:44.637564 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 7e6fb041-72fb-48ee-8444-5e1261b51dfd, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7e6fb041-72fb-48ee-8444-5e1261b51dfd,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:44.651683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:44.717927 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=7e6fb041-72fb-48ee-8444-5e1261b51dfd,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:44.732017 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c93748-a17f-40d7-a6ce-5c1c87b3f1d0 req-54fb0aaa-8e2c-4c8b-a1d8-e4a9b193450c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:44.734954 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-67c93748-a17f-40d7-a6ce-5c1c87b3f1d0 req-54fb0aaa-8e2c-4c8b-a1d8-e4a9b193450c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0727694 Jul 11 14:07:44.821712 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1ea25-ec0b-4b50-b8f4-4c2db2d6d071 req-872906ac-f43c-4d06-ab70-175a2772fbd5 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:44.823287 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dfc1ea25-ec0b-4b50-b8f4-4c2db2d6d071 req-872906ac-f43c-4d06-ab70-175a2772fbd5 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 944 time: 0.0679045 Jul 11 14:07:44.840101 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-67c93748-a17f-40d7-a6ce-5c1c87b3f1d0 req-24ef9a9d-cef6-4003-b8e8-4dfeb26ca51f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952547 Jul 11 14:07:44.908154 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dfc1ea25-ec0b-4b50-b8f4-4c2db2d6d071 req-fedb6356-81e5-41d7-b77a-d9ab17014d6a tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Jul 11 14:07:44.962187 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cedf59-0bfd-461c-b839-47f01eacf515 req-68fce4f4-1086-45d1-b0ef-3bb276989b39 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:44.963697 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c1cedf59-0bfd-461c-b839-47f01eacf515 req-68fce4f4-1086-45d1-b0ef-3bb276989b39 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0546169 Jul 11 14:07:45.019349 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c1cedf59-0bfd-461c-b839-47f01eacf515 req-9b04a94e-af77-4014-b365-98e78469d310 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485554 Jul 11 14:07:45.217348 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803e67c-24a7-4c3a-a6bf-b666f6c17791 req-5f35fd62-eedf-4762-960a-6f71a176cffd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:45.220033 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c803e67c-24a7-4c3a-a6bf-b666f6c17791 req-5f35fd62-eedf-4762-960a-6f71a176cffd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0514860 Jul 11 14:07:45.278094 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c803e67c-24a7-4c3a-a6bf-b666f6c17791 req-2c5934f9-63b2-44ad-b587-4fdf59744659 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506728 Jul 11 14:07:45.615768 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41368) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:45.740989 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3947a1b2-4e59-4a26-a3eb-03b1167f7f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:45.761442 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035fbcd-8b62-4d9d-872c-690835f622c7 req-02ab3a21-8b22-4c24-92e2-d63e37cd66ce tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:45.762959 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b035fbcd-8b62-4d9d-872c-690835f622c7 req-02ab3a21-8b22-4c24-92e2-d63e37cd66ce tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0490870 Jul 11 14:07:45.774511 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:45.821290 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b035fbcd-8b62-4d9d-872c-690835f622c7 req-a1c00f1e-92c3-41b7-9c7d-1dc0b6293775 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 Jul 11 14:07:45.839211 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3947a1b2-4e59-4a26-a3eb-03b1167f7f2d admin admin] Publish callbacks [] for security_group (ba8602c9-b724-4ac3-b15c-e5564377630d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:45.844498 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3947a1b2-4e59-4a26-a3eb-03b1167f7f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ba8602c9-b724-4ac3-b15c-e5564377630d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:45.885115 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947a1b2-4e59-4a26-a3eb-03b1167f7f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8602c9-b724-4ac3-b15c-e5564377630d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:45.892604 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3947a1b2-4e59-4a26-a3eb-03b1167f7f2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc47c527df8d433d81ed852bded631b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732825 Jul 11 14:07:45.893487 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41382) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:45.971236 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e6f96-8a2e-4ef8-ba4c-e4decb2c5384 req-3be5d264-8a99-4be1-9e9c-fd7fe25ff46a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:45.972706 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5f3e6f96-8a2e-4ef8-ba4c-e4decb2c5384 req-3be5d264-8a99-4be1-9e9c-fd7fe25ff46a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0730522 Jul 11 14:07:46.034764 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3b7918fa-9b2a-49ac-863c-0f465f563842 admin admin] Publish callbacks [] for security_group (ba8602c9-b724-4ac3-b15c-e5564377630d), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:46.055287 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787feaf-c03b-4fa9-8108-0fb78e3733eb req-a9d741f8-e8f0-4ffb-9aa9-cb434a86c42f tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:46.056761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9787feaf-c03b-4fa9-8108-0fb78e3733eb req-a9d741f8-e8f0-4ffb-9aa9-cb434a86c42f tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 944 time: 0.0831923 Jul 11 14:07:46.103878 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3b7918fa-9b2a-49ac-863c-0f465f563842 admin admin] Publish callbacks [] for security_group (ba8602c9-b724-4ac3-b15c-e5564377630d), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:46.109816 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5f3e6f96-8a2e-4ef8-ba4c-e4decb2c5384 req-5e4ba3d2-c5b6-4dda-8153-bd3f29550aec tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237671 Jul 11 14:07:46.144273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:46.168064 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9787feaf-c03b-4fa9-8108-0fb78e3733eb req-4330c710-5df3-4c4d-9c63-850c5fc99733 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975323 Jul 11 14:07:46.213922 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3b7918fa-9b2a-49ac-863c-0f465f563842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ba8602c9-b724-4ac3-b15c-e5564377630d), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:46.216389 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3b7918fa-9b2a-49ac-863c-0f465f563842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:46.217486 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-3b7918fa-9b2a-49ac-863c-0f465f563842 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba8602c9-b724-4ac3-b15c-e5564377630d HTTP/1.1" status: 204 len: 168 time: 0.3235817 Jul 11 14:07:46.230176 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7918fa-9b2a-49ac-863c-0f465f563842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8602c9-b724-4ac3-b15c-e5564377630d,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:46.241177 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1dff0-1013-4cf2-8f54-87f876fdc1f1 req-d5ee2070-43d5-462e-928b-4b93db218f1c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:46.242917 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3df1dff0-1013-4cf2-8f54-87f876fdc1f1 req-d5ee2070-43d5-462e-928b-4b93db218f1c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0622387 Jul 11 14:07:46.292028 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3df1dff0-1013-4cf2-8f54-87f876fdc1f1 req-4dba4653-aca5-4c46-afab-12f13a1d8661 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Jul 11 14:07:46.337878 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['7e6fb041-72fb-48ee-8444-5e1261b51dfd'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:07:46.416374 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7ecf-0745-4a0a-bdd1-60ad547827c6 req-4134a570-28b8-4663-b823-44db32d8af7c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:46.417874 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-85ef7ecf-0745-4a0a-bdd1-60ad547827c6 req-4134a570-28b8-4663-b823-44db32d8af7c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0563457 Jul 11 14:07:46.460134 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:46.473968 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-85ef7ecf-0745-4a0a-bdd1-60ad547827c6 req-ae6d5c6c-89ab-494d-9783-560b042862bb tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497253 Jul 11 14:07:46.951958 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966d45b-f90a-4972-8c1b-c79b846df253 req-0ad9877b-ad71-4ee4-af81-2f7822cebbcf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:46.953501 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f966d45b-f90a-4972-8c1b-c79b846df253 req-0ad9877b-ad71-4ee4-af81-2f7822cebbcf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0571234 Jul 11 14:07:47.010500 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f966d45b-f90a-4972-8c1b-c79b846df253 req-c6a6ab20-8f99-43f9-a31c-78230a2a3b96 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Jul 11 14:07:47.119374 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-3df88441-fb4e-4cbd-b533-487b9e6a273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:47.120967 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-3df88441-fb4e-4cbd-b533-487b9e6a273f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0988913 Jul 11 14:07:47.121977 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-50bedac4-97a9-46ae-8cd9-d67399f8b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:47.123472 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-50bedac4-97a9-46ae-8cd9-d67399f8b448 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236532 Jul 11 14:07:47.246021 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778868b-b664-4fa0-b3af-7c30ff7b02ed req-a3e874d3-78cb-4fdd-9c3e-4ad5dfa5cc9f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:47.253182 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7778868b-b664-4fa0-b3af-7c30ff7b02ed req-a3e874d3-78cb-4fdd-9c3e-4ad5dfa5cc9f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0706406 Jul 11 14:07:47.338849 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7778868b-b664-4fa0-b3af-7c30ff7b02ed req-6c27f62f-9018-4503-91be-eea2a20e2ae8 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847747 Jul 11 14:07:47.376713 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2353330-c6b8-46ad-af0e-a52bc5217b36 req-82140d9d-ecb3-4d16-ad12-d093e226d9e6 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:47.378882 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f2353330-c6b8-46ad-af0e-a52bc5217b36 req-82140d9d-ecb3-4d16-ad12-d093e226d9e6 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 944 time: 0.0901463 Jul 11 14:07:47.455989 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4300d04e-a9a6-46a1-96ec-3fe25ac716ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:47.465427 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f2353330-c6b8-46ad-af0e-a52bc5217b36 req-e5b9a815-125b-4b0b-8d2b-806f60b8f663 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807052 Jul 11 14:07:47.479315 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60dca6-3d09-4b84-8e39-fcd9aaa297b1 req-916ee37a-5a0b-4325-a71c-2825b287bebf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:47.480972 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb60dca6-3d09-4b84-8e39-fcd9aaa297b1 req-916ee37a-5a0b-4325-a71c-2825b287bebf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0720515 Jul 11 14:07:47.549539 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb60dca6-3d09-4b84-8e39-fcd9aaa297b1 req-baf665d3-42cb-4d87-919e-2d589e23981d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573041 Jul 11 14:07:47.645566 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b50a91-1aa4-406f-8620-9699a02ad44e req-46345f92-c762-4f54-acef-59c32e3fb6a4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:47.650410 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8b50a91-1aa4-406f-8620-9699a02ad44e req-46345f92-c762-4f54-acef-59c32e3fb6a4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0898509 Jul 11 14:07:47.704839 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8b50a91-1aa4-406f-8620-9699a02ad44e req-92e5b99c-484f-4371-9148-cf13eec41f1b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490398 Jul 11 14:07:47.728721 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-c1ef7065-e11e-4009-9869-fe2b5e96b261 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670299 Jul 11 14:07:47.777369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-20732192-37f9-439d-957f-4b46d86ebaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:47.778925 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-20732192-37f9-439d-957f-4b46d86ebaac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061401 Jul 11 14:07:47.803526 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:47.810427 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-9e03879a-03e5-4b3f-9389-ec79185682cf service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364765 Jul 11 14:07:48.152927 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee365-8e5e-4172-8434-b9b29c196983 req-ce86e024-1f32-4e4f-99ef-da67a14c639d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:48.154960 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-39dee365-8e5e-4172-8434-b9b29c196983 req-ce86e024-1f32-4e4f-99ef-da67a14c639d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0510845 Jul 11 14:07:48.211980 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-39dee365-8e5e-4172-8434-b9b29c196983 req-719292e0-a81e-44dc-9ecc-a464b1cc94a1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483320 Jul 11 14:07:48.356305 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7e6fb041-72fb-48ee-8444-5e1261b51dfd up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:48.413372 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f44d32-3049-45ac-a3b5-a841e8b88198 req-1ce2bfd8-e8d0-4cad-aa47-54f61d61b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:48.414294 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 7e6fb041-72fb-48ee-8444-5e1261b51dfd completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:07:48.414909 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-40f44d32-3049-45ac-a3b5-a841e8b88198 req-1ce2bfd8-e8d0-4cad-aa47-54f61d61b4d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 1130 time: 0.1201289 Jul 11 14:07:48.422773 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-c45b3deb-6ca2-4f9e-b2bf-4b93920327b7 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970643 Jul 11 14:07:48.422971 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 7e6fb041-72fb-48ee-8444-5e1261b51dfd triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:48.423299 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:48.450512 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:48.453805 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:48.456426 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c7119bc-4004-4969-b8af-693a7f61d0a1 req-0f080901-8ab0-4b68-aeb4-f56f23f4e730 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328021 Jul 11 14:07:48.475125 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f634e-2311-46d7-9c91-f04e24f54276 req-b0f9784a-a1bd-4871-a895-a7c68d7cf1df tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:48.476660 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d45f634e-2311-46d7-9c91-f04e24f54276 req-b0f9784a-a1bd-4871-a895-a7c68d7cf1df tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0605881 Jul 11 14:07:48.487588 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-30a0200d-ebe2-45ab-9a52-e543549821be req-acd1d769-343d-422a-83d2-c52d6d1f9768 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544672 Jul 11 14:07:48.561142 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-40f44d32-3049-45ac-a3b5-a841e8b88198 req-6134114a-e4bd-4f2e-b584-b5f42b719caf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331441 Jul 11 14:07:48.570453 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 7e6fb041-72fb-48ee-8444-5e1261b51dfd is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:48.579121 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:48.579474 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d45f634e-2311-46d7-9c91-f04e24f54276 req-c1709696-fa2c-43ad-ada8-3ce9933f43bf tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888915 Jul 11 14:07:48.603789 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-9c98224b-a7de-4e44-a87b-9fb0a70589cd service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683209 Jul 11 14:07:48.606293 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee777f-fba0-48b0-895e-8f63700a5677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6fb041-72fb-48ee-8444-5e1261b51dfd'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:48.608818 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c88ac-7060-47b4-afe3-19ecba90c725" -d '{"events": [{"server_uuid": "79ee777f-fba0-48b0-895e-8f63700a5677", "name": "network-vif-plugged", "status": "completed", "tag": "7e6fb041-72fb-48ee-8444-5e1261b51dfd"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:48.632356 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 7e6fb041-72fb-48ee-8444-5e1261b51dfd, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7e6fb041-72fb-48ee-8444-5e1261b51dfd,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:48.638873 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:48.673341 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c85d13-8e89-4412-8ca9-9ce2f2dcd9cb req-390a4e27-5869-4763-864a-9e0e09bb1926 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:48.674901 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2c85d13-8e89-4412-8ca9-9ce2f2dcd9cb req-390a4e27-5869-4763-864a-9e0e09bb1926 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 944 time: 0.0943701 Jul 11 14:07:48.692332 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=7e6fb041-72fb-48ee-8444-5e1261b51dfd,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:48.701158 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.702556 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.703558 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.703928 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.704274 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.704613 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.704963 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.705277 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.705605 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.705940 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.706264 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.706639 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.706967 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.707293 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.707620 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:48.727911 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5697015-0f51-43fa-9539-dcbe1f0fbd05 req-baad5282-df80-43ae-88a9-b5901f4c272f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:48.731837 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5697015-0f51-43fa-9539-dcbe1f0fbd05 req-baad5282-df80-43ae-88a9-b5901f4c272f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0758538 Jul 11 14:07:48.780093 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2c85d13-8e89-4412-8ca9-9ce2f2dcd9cb req-1463680d-1272-4568-a282-dbf297c47593 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876117 Jul 11 14:07:48.831161 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5697015-0f51-43fa-9539-dcbe1f0fbd05 req-3ecf79df-2099-4a51-8664-fbdec33ef3d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876760 Jul 11 14:07:48.863251 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bcb9aa-4d70-40fa-a09e-85ccc85f17c1 x-openstack-request-id: req-43bcb9aa-4d70-40fa-a09e-85ccc85f17c1 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:48.863890 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee777f-fba0-48b0-895e-8f63700a5677", "name": "network-vif-plugged", "status": "completed", "tag": "7e6fb041-72fb-48ee-8444-5e1261b51dfd", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:48.864172 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43bcb9aa-4d70-40fa-a09e-85ccc85f17c1 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:48.864633 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bcb9aa-4d70-40fa-a09e-85ccc85f17c1'] response: {'server_uuid': '79ee777f-fba0-48b0-895e-8f63700a5677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6fb041-72fb-48ee-8444-5e1261b51dfd', 'code': 200} Jul 11 14:07:48.941521 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:48.953333 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb186e-4e51-47f6-8ee2-cdec9f6b6acd req-d8d06a72-8cb0-4771-9cc5-5cad402dfb60 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:48.954939 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a4eb186e-4e51-47f6-8ee2-cdec9f6b6acd req-d8d06a72-8cb0-4771-9cc5-5cad402dfb60 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0499010 Jul 11 14:07:49.002358 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:49.008569 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a4eb186e-4e51-47f6-8ee2-cdec9f6b6acd req-75086a64-c48c-4779-9d2f-16a1ac0a94e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466719 Jul 11 14:07:49.261859 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41552) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:49.340450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ad8f8-592a-4a91-9fbf-773bd9171239 req-fadda76c-a1af-42bd-8bc4-e691f865775a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:49.341930 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-891ad8f8-592a-4a91-9fbf-773bd9171239 req-fadda76c-a1af-42bd-8bc4-e691f865775a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0493314 Jul 11 14:07:49.388880 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.416422 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-891ad8f8-592a-4a91-9fbf-773bd9171239 req-5f6cbd93-e3cf-40d3-81a8-264abcc4f92b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688860 Jul 11 14:07:49.487500 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Publish callbacks [] for security_group (f1b52ee7-3447-4c95-a030-0b85516c1800), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.491530 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f1b52ee7-3447-4c95-a030-0b85516c1800), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.532807 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cab396f8bae4e8eb6863d861df82f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696378 Jul 11 14:07:49.533582 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b52ee7-3447-4c95-a030-0b85516c1800,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:49.535381 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41556) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:49.541137 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.541474 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.541813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.542148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.542694 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.543030 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.543855 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.544195 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.544574 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.544908 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.545236 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.545558 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.545877 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.546704 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.547023 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200bc90-aa44-4f29-b0b5-27af51140f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.594858 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Publish callbacks [] for security_group (f1b52ee7-3447-4c95-a030-0b85516c1800), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.691810 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a810-2676-47bd-a21a-713cdec47c82 req-48cacee1-45d1-4e00-81a1-9076f2a4b3dd tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:49.693403 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ecc6a810-2676-47bd-a21a-713cdec47c82 req-48cacee1-45d1-4e00-81a1-9076f2a4b3dd tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0507090 Jul 11 14:07:49.747841 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ecc6a810-2676-47bd-a21a-713cdec47c82 req-bb209c5e-e55e-4ce8-a865-306f4ca3b7e7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483067 Jul 11 14:07:49.810367 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Publish callbacks [] for security_group (f1b52ee7-3447-4c95-a030-0b85516c1800), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.865990 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f1b52ee7-3447-4c95-a030-0b85516c1800), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.866636 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:49.871395 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.873481 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1b52ee7-3447-4c95-a030-0b85516c1800 HTTP/1.1" status: 204 len: 168 time: 0.3367939 Jul 11 14:07:49.881239 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-472ec08e-f585-430e-81ba-d21844f596c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:49.889257 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b52ee7-3447-4c95-a030-0b85516c1800,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:49.900711 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.901058 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.901809 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.902735 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.903570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.904473 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.905016 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.906045 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.908812 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.909373 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.909906 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.910707 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.910809 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.911229 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:49.911641 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ff139-77f5-4a98-863e-c7974ccc22b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:07:50.075711 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1c268-97fa-4021-8da7-4b11193ddd2c req-5069d1ef-6c0d-4011-85cf-0a200be64e53 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:50.082961 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b9f1c268-97fa-4021-8da7-4b11193ddd2c req-5069d1ef-6c0d-4011-85cf-0a200be64e53 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.1253004 Jul 11 14:07:50.096146 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816010a-9f29-4be4-9fb9-6b72730e2844 req-7132c4ad-681f-4b6e-909b-bd612bed2300 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:50.097669 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1816010a-9f29-4be4-9fb9-6b72730e2844 req-7132c4ad-681f-4b6e-909b-bd612bed2300 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.1603174 Jul 11 14:07:50.182626 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b9f1c268-97fa-4021-8da7-4b11193ddd2c req-690f416e-96b4-4f5d-bada-8f2f5fdea045 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986500 Jul 11 14:07:50.194649 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1816010a-9f29-4be4-9fb9-6b72730e2844 req-1c7a8911-b306-4850-8e30-5c02fcb4ad5a tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834155 Jul 11 14:07:50.246729 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41578) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:50.263698 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0b303fab-c1b2-4df4-b21d-417e5677d682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.310086 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41580) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:50.327057 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746f10-703c-4769-a907-bb10d12610f8 req-060715f0-9cee-478c-90e6-83f19d293547 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:50.329110 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4b746f10-703c-4769-a907-bb10d12610f8 req-060715f0-9cee-478c-90e6-83f19d293547 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0676067 Jul 11 14:07:50.406274 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4b746f10-703c-4769-a907-bb10d12610f8 req-8bf4e056-050b-4a44-8fa3-8a8729bf4b4f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684078 Jul 11 14:07:50.422963 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:50.435222 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0b303fab-c1b2-4df4-b21d-417e5677d682 admin admin] Publish callbacks [] for security_group (565d12d3-2bc2-4da9-b0ca-7114293aef0a), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.451823 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0b303fab-c1b2-4df4-b21d-417e5677d682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (565d12d3-2bc2-4da9-b0ca-7114293aef0a), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.494575 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-0b303fab-c1b2-4df4-b21d-417e5677d682 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=510dfe56e42b4f9f87719f50724ef592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444961 Jul 11 14:07:50.495279 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41586) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:50.498241 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303fab-c1b2-4df4-b21d-417e5677d682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d12d3-2bc2-4da9-b0ca-7114293aef0a,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:50.527619 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-576de826-c0c2-4ab6-b183-571569ec5b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.550141 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580fdfc-392a-46de-a29f-3c406b8477ab req-efe719a6-287b-4acd-8786-e77f096f4365 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:50.553638 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3580fdfc-392a-46de-a29f-3c406b8477ab req-efe719a6-287b-4acd-8786-e77f096f4365 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0477314 Jul 11 14:07:50.594166 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-48eb7bad-78c8-437b-8cde-ec0188925a8b admin admin] Publish callbacks [] for security_group (565d12d3-2bc2-4da9-b0ca-7114293aef0a), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.603136 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3580fdfc-392a-46de-a29f-3c406b8477ab req-7638ea98-2937-40a3-bb09-a606052cd2db tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Jul 11 14:07:50.631373 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-48eb7bad-78c8-437b-8cde-ec0188925a8b admin admin] Publish callbacks [] for security_group (565d12d3-2bc2-4da9-b0ca-7114293aef0a), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.691175 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-576de826-c0c2-4ab6-b183-571569ec5b30 admin admin] Publish callbacks [] for security_group (e4427301-ac38-4fcf-aaf3-9a16a541c97d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.695416 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-576de826-c0c2-4ab6-b183-571569ec5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e4427301-ac38-4fcf-aaf3-9a16a541c97d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.702239 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:50.741650 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-48eb7bad-78c8-437b-8cde-ec0188925a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (565d12d3-2bc2-4da9-b0ca-7114293aef0a), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.744748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-48eb7bad-78c8-437b-8cde-ec0188925a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.745896 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-48eb7bad-78c8-437b-8cde-ec0188925a8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/565d12d3-2bc2-4da9-b0ca-7114293aef0a HTTP/1.1" status: 204 len: 168 time: 0.2499869 Jul 11 14:07:50.747301 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de826-c0c2-4ab6-b183-571569ec5b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4427301-ac38-4fcf-aaf3-9a16a541c97d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:50.753438 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-576de826-c0c2-4ab6-b183-571569ec5b30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b52e9a898274997b56e86800aa4f04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420629 Jul 11 14:07:50.757816 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41590) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:50.776806 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb7bad-78c8-437b-8cde-ec0188925a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d12d3-2bc2-4da9-b0ca-7114293aef0a,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:50.826095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f469391-9426-4f1f-8f82-b778b9afc311 admin admin] Publish callbacks [] for security_group (e4427301-ac38-4fcf-aaf3-9a16a541c97d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.852608 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f469391-9426-4f1f-8f82-b778b9afc311 admin admin] Publish callbacks [] for security_group (e4427301-ac38-4fcf-aaf3-9a16a541c97d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.864345 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:50.927060 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe313-201c-4d86-ad84-a47e8f209c57 req-3bb428a3-bd7a-4b09-be65-51b981c54122 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:50.928455 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0d5fe313-201c-4d86-ad84-a47e8f209c57 req-3bb428a3-bd7a-4b09-be65-51b981c54122 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0764909 Jul 11 14:07:50.942023 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f469391-9426-4f1f-8f82-b778b9afc311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e4427301-ac38-4fcf-aaf3-9a16a541c97d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.949386 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f469391-9426-4f1f-8f82-b778b9afc311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:50.951875 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3f469391-9426-4f1f-8f82-b778b9afc311 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4427301-ac38-4fcf-aaf3-9a16a541c97d HTTP/1.1" status: 204 len: 168 time: 0.1928718 Jul 11 14:07:50.961764 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f469391-9426-4f1f-8f82-b778b9afc311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4427301-ac38-4fcf-aaf3-9a16a541c97d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:51.016352 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0d5fe313-201c-4d86-ad84-a47e8f209c57 req-82f356f7-71b5-421d-9a8c-539e5441e3b1 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794780 Jul 11 14:07:51.032160 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:51.362428 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c76e3-ab1a-43e9-9297-450717f178b3 req-a7046410-4124-451f-b393-4c56863b275a tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:51.363946 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3e0c76e3-ab1a-43e9-9297-450717f178b3 req-a7046410-4124-451f-b393-4c56863b275a tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0975363 Jul 11 14:07:51.374980 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aba30-f91a-415c-8f4c-39b5d5698039 req-878c62d1-b9b3-48fd-91c1-a03c718b3051 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:51.376490 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-580aba30-f91a-415c-8f4c-39b5d5698039 req-878c62d1-b9b3-48fd-91c1-a03c718b3051 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0693872 Jul 11 14:07:51.456523 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3e0c76e3-ab1a-43e9-9297-450717f178b3 req-fd831210-9cc0-4060-819e-3feefe25bd0a tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790384 Jul 11 14:07:51.469967 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-580aba30-f91a-415c-8f4c-39b5d5698039 req-ee7325f7-be21-4c95-ae1b-c3f0b0e77ecd tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775821 Jul 11 14:07:51.599924 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347848b9-bb43-4ef8-bffd-f08c0cf248f2 req-83105d67-ca03-4537-a3b8-3c9146946e79 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:51.607431 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-347848b9-bb43-4ef8-bffd-f08c0cf248f2 req-83105d67-ca03-4537-a3b8-3c9146946e79 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0593021 Jul 11 14:07:51.665853 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-347848b9-bb43-4ef8-bffd-f08c0cf248f2 req-b0092262-3724-4354-a098-30d4f37a39c4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555568 Jul 11 14:07:51.758673 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2eddc-815c-46c6-823c-35a588a9ad3d req-02bdd9e9-7c35-483c-bb6c-6447e274a465 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:51.760210 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4fc2eddc-815c-46c6-823c-35a588a9ad3d req-02bdd9e9-7c35-483c-bb6c-6447e274a465 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0700235 Jul 11 14:07:51.818976 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4fc2eddc-815c-46c6-823c-35a588a9ad3d req-eb373287-ba64-410d-9fd5-8ae16596478b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508509 Jul 11 14:07:51.894866 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:52.193843 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ea965-dd43-4ad4-88f6-553f2e14a5ce req-b5efbb9c-f369-4a6a-9b52-fc0de5b88187 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:52.203633 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3f8ea965-dd43-4ad4-88f6-553f2e14a5ce req-b5efbb9c-f369-4a6a-9b52-fc0de5b88187 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0653048 Jul 11 14:07:52.285790 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3f8ea965-dd43-4ad4-88f6-553f2e14a5ce req-02905525-9564-4333-8f16-64a5dd12cefd tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838680 Jul 11 14:07:52.292254 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814060-9e35-46ab-84dd-82613ef9cf59 req-c8e19d0b-9279-4119-8de7-9ee436a5f088 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:52.301345 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-99814060-9e35-46ab-84dd-82613ef9cf59 req-c8e19d0b-9279-4119-8de7-9ee436a5f088 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0811164 Jul 11 14:07:52.368316 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-99814060-9e35-46ab-84dd-82613ef9cf59 req-f6c23c22-57e8-4f20-a788-8f2f8ae6cfd2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655475 Jul 11 14:07:52.386800 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:07:52.536648 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:52.590215 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'port_id': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'mac_address': 'fa:16:3e:90:1f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:07:52.631785 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:52.640578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:52.641312 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:52.660451 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:52.682791 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166c593-20a7-4401-935a-b6b902729552 req-fbf3cbaf-b67f-4f07-acee-5d15720556da tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:52.688152 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:52.690028 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a166c593-20a7-4401-935a-b6b902729552 req-fbf3cbaf-b67f-4f07-acee-5d15720556da tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.1162019 Jul 11 14:07:52.694633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:52.720380 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbaefa-fe03-451f-80ad-6798b1c8d9bb req-59a44458-a97d-46a0-955f-7f14aeac40ba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:52.721717 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bddbaefa-fe03-451f-80ad-6798b1c8d9bb req-59a44458-a97d-46a0-955f-7f14aeac40ba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.1317337 Jul 11 14:07:52.763683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:52.787197 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a166c593-20a7-4401-935a-b6b902729552 req-852b2a0d-cd9e-4c15-a076-e6c355e9d4c2 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961812 Jul 11 14:07:52.835877 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:52.861099 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bddbaefa-fe03-451f-80ad-6798b1c8d9bb req-7894bb5d-c65f-403c-9e99-4a0fefdc8752 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319542 Jul 11 14:07:52.940485 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138383c-d98d-4950-9cdd-76aa0f18a12f req-ad71b5d9-f7e0-4ccd-934d-20416a882db8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:52.941944 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d138383c-d98d-4950-9cdd-76aa0f18a12f req-ad71b5d9-f7e0-4ccd-934d-20416a882db8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 944 time: 0.0500207 Jul 11 14:07:52.962952 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:52.994213 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d138383c-d98d-4950-9cdd-76aa0f18a12f req-32f514dd-55fb-4f71-b794-9e756246a199 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466583 Jul 11 14:07:53.227168 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['448bcd1b-bd2c-4771-974b-0259ecbcd6e4'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:07:53.414459 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708958-ca9d-4f51-bbed-c10f5a71dbca req-078b1d76-63fe-460f-af54-6091e3f59f2f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:53.416493 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bc708958-ca9d-4f51-bbed-c10f5a71dbca req-078b1d76-63fe-460f-af54-6091e3f59f2f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0517254 Jul 11 14:07:53.494376 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:53.503152 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bc708958-ca9d-4f51-bbed-c10f5a71dbca req-9c4e6ee5-ea5d-4293-9381-53a8f3dcc1b4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806334 Jul 11 14:07:53.509855 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cf735-e59c-4643-a2da-4395108c1aac req-fe07db9f-9ff9-4b42-a2cb-e79af0e50688 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:53.510831 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-467cf735-e59c-4643-a2da-4395108c1aac req-fe07db9f-9ff9-4b42-a2cb-e79af0e50688 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0675533 Jul 11 14:07:53.577899 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-467cf735-e59c-4643-a2da-4395108c1aac req-ad959afc-21d8-4dfb-b90c-5cfa1f5fdb5a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510948 Jul 11 14:07:53.915357 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730f714-2f28-4dbc-b827-99e14ae3ea60 req-e0a5e6b3-51f7-4a58-bdd7-5c846c1cf35b tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:53.916826 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0730f714-2f28-4dbc-b827-99e14ae3ea60 req-e0a5e6b3-51f7-4a58-bdd7-5c846c1cf35b tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0499895 Jul 11 14:07:54.004354 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df95f0-07b6-4070-bd3e-6bdabccec666 req-0d77c547-6bc3-4442-ab74-9d37896e2513 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:54.005819 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-55df95f0-07b6-4070-bd3e-6bdabccec666 req-0d77c547-6bc3-4442-ab74-9d37896e2513 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0651045 Jul 11 14:07:54.012509 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0730f714-2f28-4dbc-b827-99e14ae3ea60 req-173e5b55-ad6f-4df0-91ee-75f608028b31 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879841 Jul 11 14:07:54.068022 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-55df95f0-07b6-4070-bd3e-6bdabccec666 req-ad89924d-7ecc-4a40-917d-e21a6f2bef4a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541093 Jul 11 14:07:54.148681 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a4d6a-e26d-4c91-b5f5-4d103057db79 req-9e3d16e9-fbc1-480f-a923-021f7f0dc78a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:54.150153 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f79a4d6a-e26d-4c91-b5f5-4d103057db79 req-9e3d16e9-fbc1-480f-a923-021f7f0dc78a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 944 time: 0.0475504 Jul 11 14:07:54.201818 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f79a4d6a-e26d-4c91-b5f5-4d103057db79 req-bd79899f-85eb-4fec-8f1c-61591ba47433 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Jul 11 14:07:54.572673 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:54.599261 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:54.617747 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:07:54.623179 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125838d-6900-41a8-a9b5-8aacfbc60571 req-b776a788-e0dc-4db0-b30d-4884ed31844d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:54.627017 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d125838d-6900-41a8-a9b5-8aacfbc60571 req-b776a788-e0dc-4db0-b30d-4884ed31844d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0557051 Jul 11 14:07:54.628969 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:54.629490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:54.670286 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:54.711020 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:54.711409 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:54.714411 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d125838d-6900-41a8-a9b5-8aacfbc60571 req-d8cad55a-45b5-428b-9ac5-c2481018f7fa tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823402 Jul 11 14:07:54.720899 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1876bf-e108-41b7-8187-44ad7892495c req-16c12215-f0b5-4b59-af94-0bb203e1135a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:54.722359 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db1876bf-e108-41b7-8187-44ad7892495c req-16c12215-f0b5-4b59-af94-0bb203e1135a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0721624 Jul 11 14:07:54.737029 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:54.739729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5198f7-31bb-48c7-b3d6-96a4e6d6e8d8" -d '{"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:54.752423 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:54.759712 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:54.782895 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db1876bf-e108-41b7-8187-44ad7892495c req-83636e1a-d1ba-4488-9e2d-390bf4bac089 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531151 Jul 11 14:07:54.783147 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de56bc8-7df9-4ee1-a139-d8e89dd6cb26 x-openstack-request-id: req-0de56bc8-7df9-4ee1-a139-d8e89dd6cb26 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:54.783406 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:54.783693 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0de56bc8-7df9-4ee1-a139-d8e89dd6cb26 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:54.784095 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de56bc8-7df9-4ee1-a139-d8e89dd6cb26'] response: {'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'code': 200} Jul 11 14:07:54.827974 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:55.185664 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1fe52-14b2-49b0-977c-96c5970d72a5 req-b984718e-787c-401d-9e2c-d283205d1365 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:55.187794 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d8f1fe52-14b2-49b0-977c-96c5970d72a5 req-b984718e-787c-401d-9e2c-d283205d1365 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0952420 Jul 11 14:07:55.240678 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9afade-3e4e-4794-9312-8e1183a40793 req-beed094f-3c6c-41f8-8123-936a47aef890 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:55.242609 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7f9afade-3e4e-4794-9312-8e1183a40793 req-beed094f-3c6c-41f8-8123-936a47aef890 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0744066 Jul 11 14:07:55.284671 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d8f1fe52-14b2-49b0-977c-96c5970d72a5 req-b7bc5dad-f718-4961-8fa3-ea50cf4afbcd tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800598 Jul 11 14:07:55.318828 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7f9afade-3e4e-4794-9312-8e1183a40793 req-8c76581e-f941-4680-8f3a-fd401c6c484c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695322 Jul 11 14:07:55.397937 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0e6f-1df1-43e7-a124-75c3fa5fd79e req-8e2b7220-5bc4-4c6c-bc39-98e61717003e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:55.402759 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0a3f0e6f-1df1-43e7-a124-75c3fa5fd79e req-8e2b7220-5bc4-4c6c-bc39-98e61717003e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0563660 Jul 11 14:07:55.454458 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0a3f0e6f-1df1-43e7-a124-75c3fa5fd79e req-a270bd34-6a67-4b67-8c8b-682be2d6faeb tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459471 Jul 11 14:07:55.851085 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a0692-b9dd-4088-a076-e8aa8435904f req-b1089adf-ef17-4fcc-bccf-f42570f21bff tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:55.860261 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a2a0692-b9dd-4088-a076-e8aa8435904f req-b1089adf-ef17-4fcc-bccf-f42570f21bff tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 944 time: 0.0707014 Jul 11 14:07:55.920620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41790) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:55.926710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:55.950514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0545e6-d0f9-4594-8267-3c01c3ef5744 req-beaa14e2-10b1-466e-92d2-5ac59f89e532 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:55.952161 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8d0545e6-d0f9-4594-8267-3c01c3ef5744 req-beaa14e2-10b1-466e-92d2-5ac59f89e532 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0893142 Jul 11 14:07:55.957137 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a2a0692-b9dd-4088-a076-e8aa8435904f req-ef81bf06-1688-4a8c-9f8e-6cac6c4db6c3 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959909 Jul 11 14:07:55.996537 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:56.010859 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8d0545e6-d0f9-4594-8267-3c01c3ef5744 req-dc86ce60-cc58-4827-b248-9a3207057703 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Jul 11 14:07:56.092559 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66956fc3-9fb0-4506-9ae9-f6e51b2fe20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.111623 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:56.180710 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66956fc3-9fb0-4506-9ae9-f6e51b2fe20b admin admin] Publish callbacks [] for security_group (e0d8e68b-229b-46a7-a972-81f44cc83a93), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.184908 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-66956fc3-9fb0-4506-9ae9-f6e51b2fe20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e0d8e68b-229b-46a7-a972-81f44cc83a93), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.223186 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66956fc3-9fb0-4506-9ae9-f6e51b2fe20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d8e68b-229b-46a7-a972-81f44cc83a93,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:56.227490 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-66956fc3-9fb0-4506-9ae9-f6e51b2fe20b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcebd5511b994d25a8b68e9cfe2294d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052647 Jul 11 14:07:56.230501 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41798) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:56.397858 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-15a4218a-a884-45d1-bf68-094c1b26665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:56.399449 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-15a4218a-a884-45d1-bf68-094c1b26665e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7136b6633c6e4d399a6d359d750125f0&device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 1129 time: 0.1392989 Jul 11 14:07:56.400095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33627e26-084b-40c6-ac7f-8ce874edd56a admin admin] Publish callbacks [] for security_group (e0d8e68b-229b-46a7-a972-81f44cc83a93), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.406840 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-17c18c02-c32b-49ee-aedb-ab89f685c7bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346409 Jul 11 14:07:56.430749 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33627e26-084b-40c6-ac7f-8ce874edd56a admin admin] Publish callbacks [] for security_group (e0d8e68b-229b-46a7-a972-81f44cc83a93), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.474104 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c9453-5960-48f2-b532-fde422588750 req-f1bbcd35-617e-4c88-a777-4e1c0f11f7dc tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:56.475657 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab2c9453-5960-48f2-b532-fde422588750 req-f1bbcd35-617e-4c88-a777-4e1c0f11f7dc tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0793142 Jul 11 14:07:56.483441 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba7f0-265b-4c0a-b870-a7b352dece1b req-5b49fa4f-faed-4209-8df7-62d78ec8439e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:56.484977 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9aba7f0-265b-4c0a-b870-a7b352dece1b req-5b49fa4f-faed-4209-8df7-62d78ec8439e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0795181 Jul 11 14:07:56.487872 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33627e26-084b-40c6-ac7f-8ce874edd56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e0d8e68b-229b-46a7-a972-81f44cc83a93), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.490403 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33627e26-084b-40c6-ac7f-8ce874edd56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.494380 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-33627e26-084b-40c6-ac7f-8ce874edd56a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0d8e68b-229b-46a7-a972-81f44cc83a93 HTTP/1.1" status: 204 len: 168 time: 0.2605402 Jul 11 14:07:56.501378 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33627e26-084b-40c6-ac7f-8ce874edd56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d8e68b-229b-46a7-a972-81f44cc83a93,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:56.557821 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab2c9453-5960-48f2-b532-fde422588750 req-e9ecfad9-bef5-4c49-932a-069cb452e2c1 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718586 Jul 11 14:07:56.579907 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 57d96d85-ab17-428a-92d7-20cf06bf4d35 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:07:56.586677 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9aba7f0-265b-4c0a-b870-a7b352dece1b req-587f5c0f-d146-4092-9a1b-82bd7e83188d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940197 Jul 11 14:07:56.597138 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:56.692839 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553f9c7-8f72-4fc8-a5ae-5ef36450cf97 req-db10899f-0fb1-4b55-b601-fe6887cfc47a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:56.694949 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c553f9c7-8f72-4fc8-a5ae-5ef36450cf97 req-db10899f-0fb1-4b55-b601-fe6887cfc47a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0509875 Jul 11 14:07:56.728781 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 57d96d85-ab17-428a-92d7-20cf06bf4d35, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:56.744168 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'port_id': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'mac_address': 'fa:16:3e:5e:69:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:07:56.785522 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c553f9c7-8f72-4fc8-a5ae-5ef36450cf97 req-f1ab06c4-0bce-48d0-8f0a-c2dd46414a62 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831153 Jul 11 14:07:56.791795 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8523c70-a533-4b44-a40f-d5685cbcd013 req-790cad9f-66f2-496f-803b-205276c0e7f1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:56.793125 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8523c70-a533-4b44-a40f-d5685cbcd013 req-790cad9f-66f2-496f-803b-205276c0e7f1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0751944 Jul 11 14:07:56.805209 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41816) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:07:56.817128 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:07:56.832991 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 57d96d85-ab17-428a-92d7-20cf06bf4d35 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:56.833705 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.855716 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d96d85-ab17-428a-92d7-20cf06bf4d35 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:07:56.888853 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 57d96d85-ab17-428a-92d7-20cf06bf4d35, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:56.897538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.898504 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (ec3e686f-9fa3-46cf-b844-b62839f1b3d0), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:56.978859 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=57d96d85-ab17-428a-92d7-20cf06bf4d35,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:57.221711 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-545b0c6d-0034-4ac2-801a-ce1dbdfd1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.222558 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-545b0c6d-0034-4ac2-801a-ce1dbdfd1f2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1129 time: 0.2046888 Jul 11 14:07:57.288850 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:57.306542 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-2540c368-14ab-4300-8c7b-70fcd732c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.306542 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-2540c368-14ab-4300-8c7b-70fcd732c25b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b364de4d-87f1-4e0a-bd87-a6bc0f5965fd HTTP/1.1" status: 200 len: 913 time: 0.3302457 Jul 11 14:07:57.332461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c537d-913d-4ef0-ade6-ac13ac33141b req-be9f0f51-c197-4f71-a4ad-4cc730084b3b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.341151 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-893c537d-913d-4ef0-ade6-ac13ac33141b req-be9f0f51-c197-4f71-a4ad-4cc730084b3b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 945 time: 0.2113233 Jul 11 14:07:57.350781 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1902d-326a-47ba-9302-73c197381963 req-a4efdbda-d30a-4b10-afcb-affb59dd498e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.360364 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-41e1902d-326a-47ba-9302-73c197381963 req-a4efdbda-d30a-4b10-afcb-affb59dd498e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1868091 Jul 11 14:07:57.411771 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-50441790-3d83-497b-a6e1-3ccc4bd0c7fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e6fb041-72fb-48ee-8444-5e1261b51dfd HTTP/1.1" status: 200 len: 217 time: 0.0499518 Jul 11 14:07:57.449343 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['57d96d85-ab17-428a-92d7-20cf06bf4d35'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:07:57.616602 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b8d9d-6a8f-4b87-81ad-7364f0fc8980 req-16a7167f-2b6d-4945-8394-0ebe927d4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.618133 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bd2b8d9d-6a8f-4b87-81ad-7364f0fc8980 req-16a7167f-2b6d-4945-8394-0ebe927d4cb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 1129 time: 0.2552629 Jul 11 14:07:57.618592 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:57.619932 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-f2fee2a8-83b7-4258-b333-421fc4a69a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.627972 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-f2fee2a8-83b7-4258-b333-421fc4a69a4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 1129 time: 0.2112501 Jul 11 14:07:57.760658 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-399b2b53-9461-4141-8299-cf1921348705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.762198 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-399b2b53-9461-4141-8299-cf1921348705 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb HTTP/1.1" status: 200 len: 851 time: 0.3324995 Jul 11 14:07:57.803258 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4d73-d7cb-4e4b-a8aa-2310b70b30a6 req-d5978d6e-b452-46eb-b5cd-31a78e2fae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.804749 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d81e4d73-d7cb-4e4b-a8aa-2310b70b30a6 req-d5978d6e-b452-46eb-b5cd-31a78e2fae6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 1129 time: 0.4133656 Jul 11 14:07:57.813187 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-893c537d-913d-4ef0-ade6-ac13ac33141b req-f5bebc2b-f8ed-40a1-901f-3f3daa3a0a03 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4711781 Jul 11 14:07:57.824127 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-41e1902d-326a-47ba-9302-73c197381963 req-2a59d2ad-3f58-4dac-9c32-af490bd6c39e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618559 Jul 11 14:07:57.916697 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d81e4d73-d7cb-4e4b-a8aa-2310b70b30a6 req-bd3f4761-a2fe-484c-a403-51bfe6bd962b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024144 Jul 11 14:07:57.984941 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295f2b-4a4a-4d92-a3b7-45eabd519050 req-cbbdd640-896b-45d8-8245-f106aa1472b8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.986525 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-84295f2b-4a4a-4d92-a3b7-45eabd519050 req-cbbdd640-896b-45d8-8245-f106aa1472b8 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0860341 Jul 11 14:07:57.997771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd3bdc-2df5-425b-91ed-473270fd03ce req-cacecc29-430f-4e55-901c-6a84a617d7f7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:57.999034 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-afdd3bdc-2df5-425b-91ed-473270fd03ce req-cacecc29-430f-4e55-901c-6a84a617d7f7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0653033 Jul 11 14:07:58.087184 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-84295f2b-4a4a-4d92-a3b7-45eabd519050 req-cc65daab-2eae-423a-bd28-348445b6ae6c tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871422 Jul 11 14:07:58.112761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-afdd3bdc-2df5-425b-91ed-473270fd03ce req-3a00d033-dad2-4911-a074-b5825caabab2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910010 Jul 11 14:07:58.281712 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-ed9996e2-e6c4-4810-b9ae-b6315013195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:58.283184 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-ed9996e2-e6c4-4810-b9ae-b6315013195b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.8676732 Jul 11 14:07:58.297953 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-5e5a268e-62e9-4cf1-98bc-27cb59150385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:58.299350 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-5e5a268e-62e9-4cf1-98bc-27cb59150385 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b364de4d-87f1-4e0a-bd87-a6bc0f5965fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4807532 Jul 11 14:07:58.314002 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bd2b8d9d-6a8f-4b87-81ad-7364f0fc8980 req-718b5d6a-6b67-4777-ab28-484bfca50c38 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850874 Jul 11 14:07:58.335730 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-b48b09d4-62df-42d4-a11c-413af643db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:58.337185 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-b48b09d4-62df-42d4-a11c-413af643db02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.6661198 Jul 11 14:07:58.480244 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:58.484780 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ec3e686f-9fa3-46cf-b844-b62839f1b3d0), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:58.579648 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP ec3e686f-9fa3-46cf-b844-b62839f1b3d0 associated. External IP: 172.27.1.178, port: 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4. Jul 11 14:07:58.621725 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:58.784904 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:07:58.861066 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 57d96d85-ab17-428a-92d7-20cf06bf4d35 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:07:58.915073 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 57d96d85-ab17-428a-92d7-20cf06bf4d35 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:07:58.924104 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 57d96d85-ab17-428a-92d7-20cf06bf4d35 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:07:58.925188 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:58.960664 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:07:58.980021 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69e772-7e8a-4178-a549-e1049c7620fe req-6a7dcd9d-8bd4-48e9-bb01-d413128aa645 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:58.982429 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:07:58.989318 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8d69e772-7e8a-4178-a549-e1049c7620fe req-6a7dcd9d-8bd4-48e9-bb01-d413128aa645 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 945 time: 0.0940876 Jul 11 14:07:58.996128 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:59.002225 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:59.002882 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:07:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:59.022038 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c90b0-a7d9-4b07-bb41-529358dd34db req-cc4c8c66-76bf-4928-aa33-4e741d13f72d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:59.023911 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ff0c90b0-a7d9-4b07-bb41-529358dd34db req-cc4c8c66-76bf-4928-aa33-4e741d13f72d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0962977 Jul 11 14:07:59.047733 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 57d96d85-ab17-428a-92d7-20cf06bf4d35 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:07:59.048519 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:59.067521 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:59.085681 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:59.088362 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eb6e4b-1222-4e90-b735-d70ba684d73d" -d '{"events": [{"server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "name": "network-vif-plugged", "status": "completed", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:59.093201 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-342a333f-f745-44d8-b141-979de1bb136b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "PUT /v2.0/floatingips/ec3e686f-9fa3-46cf-b844-b62839f1b3d0 HTTP/1.1" status: 200 len: 992 time: 2.2868133 Jul 11 14:07:59.093834 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:07:59.100447 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d17e8c-1c27-4736-aed3-40a8717649c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:07:59.104531 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 57d96d85-ab17-428a-92d7-20cf06bf4d35, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:07:59.109817 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:07:59.111404 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ff0c90b0-a7d9-4b07-bb41-529358dd34db req-d3ed2849-ab63-41fa-8397-d85ae9f3d231 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763929 Jul 11 14:07:59.166799 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=57d96d85-ab17-428a-92d7-20cf06bf4d35,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:07:59.170112 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8d69e772-7e8a-4178-a549-e1049c7620fe req-32a7da47-7bd6-4e74-863d-16fe6468275e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794553 Jul 11 14:07:59.173890 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:59.192906 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5726a128-1039-4002-bae3-71174609a270 x-openstack-request-id: req-5726a128-1039-4002-bae3-71174609a270 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:59.193200 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "name": "network-vif-plugged", "status": "completed", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:59.193453 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5726a128-1039-4002-bae3-71174609a270 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:59.193847 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5726a128-1039-4002-bae3-71174609a270'] response: {'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'code': 200} Jul 11 14:07:59.222599 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ce3a9-0444-4555-86ae-716256b661eb x-openstack-request-id: req-739ce3a9-0444-4555-86ae-716256b661eb {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:07:59.222877 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:07:59.223522 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-739ce3a9-0444-4555-86ae-716256b661eb {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:07:59.224807 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739ce3a9-0444-4555-86ae-716256b661eb'] response: {'name': 'network-changed', 'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'status': 'completed', 'code': 200} Jul 11 14:07:59.336374 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71dfa5-4c69-4c9d-addc-7735d473ee0c req-ac8c217d-734d-4259-9239-6b6b3a6015b0 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:59.336374 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab71dfa5-4c69-4c9d-addc-7735d473ee0c req-ac8c217d-734d-4259-9239-6b6b3a6015b0 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0956790 Jul 11 14:07:59.346331 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dcc03-b2ca-498a-8eb9-7004eb84efbd req-ad2dee7f-ef46-4801-8cd1-13cc6d5330ce tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:59.347737 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-000dcc03-b2ca-498a-8eb9-7004eb84efbd req-ad2dee7f-ef46-4801-8cd1-13cc6d5330ce tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0612457 Jul 11 14:07:59.410589 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-000dcc03-b2ca-498a-8eb9-7004eb84efbd req-bcfd8b5d-aa31-4b80-be9f-cd092583abfa tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552239 Jul 11 14:07:59.446761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab71dfa5-4c69-4c9d-addc-7735d473ee0c req-6143f8cd-1537-4d82-a69a-399e549932ed tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979986 Jul 11 14:07:59.514735 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-bbc58df6-8d61-440f-b6b5-da92cc8e4afe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 200 len: 217 time: 0.1163023 Jul 11 14:07:59.517851 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-d89f637c-27d3-46b1-b731-ac7b5c50af84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a HTTP/1.1" status: 200 len: 217 time: 0.0953233 Jul 11 14:07:59.551431 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-bcebcf42-f0da-4b75-9fe7-314a1c804858 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=809cb51806b54475bc876aaa27c556c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332749 Jul 11 14:07:59.570518 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:07:58Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:59.593436 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-d8a36224-0677-407b-99cb-8a4ff1a8ad81 service neutron] 10.222.0.55 "GET /v2.0/networks/b364de4d-87f1-4e0a-bd87-a6bc0f5965fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844459 Jul 11 14:07:59.595387 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:07:59.600647 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:07:59.604407 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:07:59.605016 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:07:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:59.709299 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:07:59.752317 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-c857f772-95bf-4256-96e8-8dbdc5aa6e9e tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:07:59.753704 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-c857f772-95bf-4256-96e8-8dbdc5aa6e9e tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949489 Jul 11 14:07:59.769299 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-bfdf5b68-d87a-469b-9523-c3eaa42dff73 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/quotas/809cb51806b54475bc876aaa27c556c0 HTTP/1.1" status: 200 len: 375 time: 0.0093429 Jul 11 14:07:59.803069 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-19052758-c111-44f1-9740-6fbc68fcc6d1 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=809cb51806b54475bc876aaa27c556c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282941 Jul 11 14:07:59.953628 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:07:58Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:07:59.987868 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e0da89-4ac8-4b4d-99bd-e0a7a7d6e95d None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:07:58Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:00.005974 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7863a8ab-0fa0-441b-9c9e-db4e048a5dd7 req-32353569-b23e-4de4-aeff-2a1d395c08ed tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 210 time: 0.0403967 Jul 11 14:08:00.273184 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eb2e8-aaae-4d4e-af7a-b604b5ef8a76 req-df512fc2-5fd6-4eac-8a5b-752b6f92bc92 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.282560 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-697eb2e8-aaae-4d4e-af7a-b604b5ef8a76 req-df512fc2-5fd6-4eac-8a5b-752b6f92bc92 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0847325 Jul 11 14:08:00.288837 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c5397-be09-4b6d-9406-c43724f222bf None None] New status for floating IP ec3e686f-9fa3-46cf-b844-b62839f1b3d0: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:08:00.419893 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:00.441234 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad31dfc-f971-4d77-b6ea-097da206c2ed req-246ff760-9d37-4e51-aa88-b8ffcf339401 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.461158 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6ad31dfc-f971-4d77-b6ea-097da206c2ed req-246ff760-9d37-4e51-aa88-b8ffcf339401 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.1762614 Jul 11 14:08:00.531847 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:00.574912 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6ad31dfc-f971-4d77-b6ea-097da206c2ed req-ec3ba171-90d8-4a58-8bb2-a35c2135e298 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125293 Jul 11 14:08:00.615927 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-3fb7d2cf-496a-4da8-a739-d24e77a554ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.618006 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-3fb7d2cf-496a-4da8-a739-d24e77a554ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 1130 time: 0.3202522 Jul 11 14:08:00.631116 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-697eb2e8-aaae-4d4e-af7a-b604b5ef8a76 req-c811db38-b7da-4db2-aa6a-09833c4de598 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470049 Jul 11 14:08:00.634610 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-ed15f8df-73e9-4fcf-8de6-4089a0862148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.636257 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-ed15f8df-73e9-4fcf-8de6-4089a0862148 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.2712719 Jul 11 14:08:00.703220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-919236d4-125e-45e5-9cb2-235fb3d2ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.712183 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-919236d4-125e-45e5-9cb2-235fb3d2ab3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.3052096 Jul 11 14:08:00.746574 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853e8b1-a9b9-4c72-87fd-5ff190611005 req-f99f4dbd-13d1-4b37-bf33-402136dea70e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.748505 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f853e8b1-a9b9-4c72-87fd-5ff190611005 req-f99f4dbd-13d1-4b37-bf33-402136dea70e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0919604 Jul 11 14:08:00.758436 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6e02f105-a917-4a72-9f33-6d4ef53df695 req-e04912f6-797d-4db9-91dd-e9337fcee0bb service neutron] 10.222.0.55 "GET /v2.0/networks/b364de4d-87f1-4e0a-bd87-a6bc0f5965fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429635 Jul 11 14:08:00.815981 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce7d1c-1434-4d27-8099-60bb0e6993ac req-6c2c9c03-2897-46c7-8a00-a590c5142532 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.817493 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cfce7d1c-1434-4d27-8099-60bb0e6993ac req-6c2c9c03-2897-46c7-8a00-a590c5142532 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0673563 Jul 11 14:08:00.840213 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41944) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:00.862738 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f853e8b1-a9b9-4c72-87fd-5ff190611005 req-7fe1efd4-bef3-46c0-9d3b-54130a322639 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000392 Jul 11 14:08:00.891071 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cfce7d1c-1434-4d27-8099-60bb0e6993ac req-812a924a-b287-480c-ab41-7113a065f8e2 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Jul 11 14:08:00.967382 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c0f7-b640-42c2-b6d8-a92bd9bf2124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:00.989093 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fad165-0adb-4795-ad15-d3f062406a27 req-86be7147-6236-44c0-9593-e56022e06ee8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:00.990615 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f5fad165-0adb-4795-ad15-d3f062406a27 req-86be7147-6236-44c0-9593-e56022e06ee8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0556176 Jul 11 14:08:01.000997 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41950) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:01.006109 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'floatingip': {'port_id': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:01.067286 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c0f7-b640-42c2-b6d8-a92bd9bf2124 admin admin] Publish callbacks [] for security_group (4676d793-2cee-461d-88c2-acb114e98f7c), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.073118 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c0f7-b640-42c2-b6d8-a92bd9bf2124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (4676d793-2cee-461d-88c2-acb114e98f7c), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.085712 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (e182f3d5-d79d-48d9-8516-b164ec1ac15b), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.113008 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a4f1c0f7-b640-42c2-b6d8-a92bd9bf2124 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67b7c638788e4fc199878a03b4056114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717001 Jul 11 14:08:01.116321 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41958) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:01.126273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c0f7-b640-42c2-b6d8-a92bd9bf2124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4676d793-2cee-461d-88c2-acb114e98f7c,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:01.163219 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d284ff24-2a64-42b3-ba64-06b74b873e18 req-616810ab-61d8-4c03-be37-c1de7b0378d1 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 210 time: 0.0747209 Jul 11 14:08:01.189579 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5466befa-e7cb-4ea2-8f6c-f592962da619 admin admin] Publish callbacks [] for security_group (4676d793-2cee-461d-88c2-acb114e98f7c), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.189579 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:01.211199 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5466befa-e7cb-4ea2-8f6c-f592962da619 admin admin] Publish callbacks [] for security_group (4676d793-2cee-461d-88c2-acb114e98f7c), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.260516 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:01.263691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5466befa-e7cb-4ea2-8f6c-f592962da619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (4676d793-2cee-461d-88c2-acb114e98f7c), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.266865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5466befa-e7cb-4ea2-8f6c-f592962da619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.268109 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-5466befa-e7cb-4ea2-8f6c-f592962da619 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4676d793-2cee-461d-88c2-acb114e98f7c HTTP/1.1" status: 204 len: 168 time: 0.1509168 Jul 11 14:08:01.282383 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466befa-e7cb-4ea2-8f6c-f592962da619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4676d793-2cee-461d-88c2-acb114e98f7c,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:01.521240 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-c40b242b-9085-4495-afa6-5570a5df35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:01.528005 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-c40b242b-9085-4495-afa6-5570a5df35ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2385666 Jul 11 14:08:01.537344 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-488441ca-17d2-4da7-8d51-7611ad90771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:01.538889 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-488441ca-17d2-4da7-8d51-7611ad90771b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2132745 Jul 11 14:08:01.597710 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3137741-51a6-45ee-9f07-c5407b0629f2 req-1a0111d4-cee2-47c2-ba32-8961613d7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:01.599314 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3137741-51a6-45ee-9f07-c5407b0629f2 req-1a0111d4-cee2-47c2-ba32-8961613d7adf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 1130 time: 0.1985295 Jul 11 14:08:01.630270 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-c625c3b7-4867-4d3c-85ea-132215a87430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:01.632109 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-c625c3b7-4867-4d3c-85ea-132215a87430 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.3211854 Jul 11 14:08:01.698269 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 41974) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:01.720359 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b5e7afed-8eed-4916-937d-bde7607b33cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.832049 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b5e7afed-8eed-4916-937d-bde7607b33cf admin admin] Publish callbacks [] for security_group (0266222e-9574-4ef4-867f-de4866307366), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.835503 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b5e7afed-8eed-4916-937d-bde7607b33cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (0266222e-9574-4ef4-867f-de4866307366), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:01.840162 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:01.880834 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b5e7afed-8eed-4916-937d-bde7607b33cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccf9acf2bdb848b39a149d9bc7ff1359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814532 Jul 11 14:08:01.882024 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7afed-8eed-4916-937d-bde7607b33cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266222e-9574-4ef4-867f-de4866307366,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:01.884384 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 41976) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:01.903828 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea0b1b-8f89-456f-96c3-089f4b0f3d62 req-f106060b-073f-429c-839f-14c1977faa6d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:01.905815 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dbea0b1b-8f89-456f-96c3-089f4b0f3d62 req-f106060b-073f-429c-839f-14c1977faa6d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.2078121 Jul 11 14:08:01.924627 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a81860-47a4-420c-9d40-d4905c7a2b9c req-86f655d8-634a-4be9-8182-5fab95bcdcac tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:01.926040 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-57a81860-47a4-420c-9d40-d4905c7a2b9c req-86f655d8-634a-4be9-8182-5fab95bcdcac tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1672246 Jul 11 14:08:01.932130 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:01.934014 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.db.resource_extend [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:08:02.091094 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:02.108209 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (e182f3d5-d79d-48d9-8516-b164ec1ac15b), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:02.128011 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-57a81860-47a4-420c-9d40-d4905c7a2b9c req-ae3311ec-ce1e-4639-af26-f5cdb273a8e4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851120 Jul 11 14:08:02.379620 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dbea0b1b-8f89-456f-96c3-089f4b0f3d62 req-9ff2c4c9-32a3-41ff-89e8-ce7a93b7c1f2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4628477 Jul 11 14:08:02.403432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b33a9e50-e315-478a-ae4a-dc02b5df3615 admin admin] Publish callbacks [] for security_group (0266222e-9574-4ef4-867f-de4866307366), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:02.500485 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f4b1-064a-4df4-a474-c2c2d7772d24 req-509c4407-c96f-48d5-9d25-c0ff6c9b902f tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:02.502186 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3316f4b1-064a-4df4-a474-c2c2d7772d24 req-509c4407-c96f-48d5-9d25-c0ff6c9b902f tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.1276121 Jul 11 14:08:02.510921 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3137741-51a6-45ee-9f07-c5407b0629f2 req-381429fc-e331-4a0e-bf36-ab7964e277b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4671457 Jul 11 14:08:02.516371 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-261d4de8-6e02-45bd-abb2-3c82d77776b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 HTTP/1.1" status: 200 len: 1002 time: 0.4805493 Jul 11 14:08:02.526875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b33a9e50-e315-478a-ae4a-dc02b5df3615 admin admin] Publish callbacks [] for security_group (0266222e-9574-4ef4-867f-de4866307366), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:02.533111 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1dc82528-7d17-445d-90b1-bfc92eede13d req-fe257491-74de-45de-b14c-960faf9362d8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 210 time: 0.0620201 Jul 11 14:08:02.546491 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-3db15ccb-c964-4673-a2a7-1c397d6ef343 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093932 Jul 11 14:08:02.549150 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Floating IP e182f3d5-d79d-48d9-8516-b164ec1ac15b associated. External IP: 172.27.1.73, port: 448bcd1b-bd2c-4771-974b-0259ecbcd6e4. Jul 11 14:08:02.553016 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-376c4c06-1150-44bb-827f-ccf2718a04fe service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101595 Jul 11 14:08:02.675763 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3316f4b1-064a-4df4-a474-c2c2d7772d24 req-4bf87447-e3fe-4356-b530-226df960125d tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533260 Jul 11 14:08:02.683885 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b33a9e50-e315-478a-ae4a-dc02b5df3615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (0266222e-9574-4ef4-867f-de4866307366), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:02.686929 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b33a9e50-e315-478a-ae4a-dc02b5df3615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:02.690615 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b33a9e50-e315-478a-ae4a-dc02b5df3615 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0266222e-9574-4ef4-867f-de4866307366 HTTP/1.1" status: 204 len: 168 time: 0.8030858 Jul 11 14:08:02.699238 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:02.708663 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a9e50-e315-478a-ae4a-dc02b5df3615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266222e-9574-4ef4-867f-de4866307366,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:02.721350 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:02.834323 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Router dc9484ea-df0b-4d14-93c0-912984c1ec48 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:08:02.959039 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:02.964427 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:02.973003 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] Sync routers for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:02.986447 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:02.987421 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:07:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:03.012493 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-36356ef9-181b-4653-91bc-b92e56f95f8c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "PUT /v2.0/floatingips/e182f3d5-d79d-48d9-8516-b164ec1ac15b HTTP/1.1" status: 200 len: 990 time: 2.0101087 Jul 11 14:08:03.013628 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:08:03.015966 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54403db-a44a-462d-8119-bdb460122860" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:08:03.084552 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf575ff-30a8-4063-a0b2-fe3323194881 x-openstack-request-id: req-aaf575ff-30a8-4063-a0b2-fe3323194881 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:08:03.084777 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:08:03.085099 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaf575ff-30a8-4063-a0b2-fe3323194881 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:08:03.085532 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf575ff-30a8-4063-a0b2-fe3323194881'] response: {'name': 'network-changed', 'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'status': 'completed', 'code': 200} Jul 11 14:08:03.123316 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:03.138882 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:03.213926 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42006) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:03.231590 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-273a65a1-7613-4d49-a013-f7e0a2bc2ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:03.301386 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3658-4399-42d2-b1ff-21b9cb1f2cae req-27e3ad7c-26b1-45cc-bd9e-7d8382df68f3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:03.303189 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d7bb3658-4399-42d2-b1ff-21b9cb1f2cae req-27e3ad7c-26b1-45cc-bd9e-7d8382df68f3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0735664 Jul 11 14:08:03.317414 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:03.327893 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-472995c6-37b1-42f9-9161-685475d079bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:03.330297 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-472995c6-37b1-42f9-9161-685475d079bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.1661394 Jul 11 14:08:03.353725 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:03.364226 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c58e034f-2c39-480f-9bf5-d744a90fe22a req-d327301f-1ec3-4396-b5f3-891ae16904cf service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359347 Jul 11 14:08:03.384265 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-54ad92b5-7022-437d-86e4-54d1f4a4f588 req-44f9a92d-3816-4917-8e87-3e19a0bd8499 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579796 Jul 11 14:08:03.385892 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d7bb3658-4399-42d2-b1ff-21b9cb1f2cae req-c192eb63-2560-43f2-aeb2-4dee4fa3f960 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714774 Jul 11 14:08:03.407978 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-273a65a1-7613-4d49-a013-f7e0a2bc2ac6 admin admin] Publish callbacks [] for security_group (be9f6087-7236-432d-a209-3d0fb7c45c7f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:03.411659 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'e182f3d5-d79d-48d9-8516-b164ec1ac15b', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'port_id': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'mac_address': 'fa:16:3e:90:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:14Z', 'updated_at': '2022-07-11T14:08:01Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:03.414620 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-273a65a1-7613-4d49-a013-f7e0a2bc2ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (be9f6087-7236-432d-a209-3d0fb7c45c7f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:03.440801 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] Checking router: dc9484ea-df0b-4d14-93c0-912984c1ec48 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:03.442523 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:03.450944 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:03.451763 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:07:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:03.455288 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a65a1-7613-4d49-a013-f7e0a2bc2ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9f6087-7236-432d-a209-3d0fb7c45c7f,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:03.463696 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42010) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:03.463917 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-273a65a1-7613-4d49-a013-f7e0a2bc2ac6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=375c8a2cb8944f688aeca334cbff0c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487712 Jul 11 14:08:03.516228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7ce98-9935-4465-9a79-3bfa78838dad req-99b48d0c-9381-4b9c-a572-047539b95145 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:03.517973 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6fc7ce98-9935-4465-9a79-3bfa78838dad req-99b48d0c-9381-4b9c-a572-047539b95145 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0529687 Jul 11 14:08:03.525766 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9119f1ae-8d60-46a8-a608-60a734588870 admin admin] Publish callbacks [] for security_group (be9f6087-7236-432d-a209-3d0fb7c45c7f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:03.548177 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9119f1ae-8d60-46a8-a608-60a734588870 admin admin] Publish callbacks [] for security_group (be9f6087-7236-432d-a209-3d0fb7c45c7f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:03.549597 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:03.576304 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6fc7ce98-9935-4465-9a79-3bfa78838dad req-41e505c7-537d-4d42-b334-ae200d9e6a1c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520751 Jul 11 14:08:03.604530 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9119f1ae-8d60-46a8-a608-60a734588870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (be9f6087-7236-432d-a209-3d0fb7c45c7f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:03.607221 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9119f1ae-8d60-46a8-a608-60a734588870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:03.608458 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9119f1ae-8d60-46a8-a608-60a734588870 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be9f6087-7236-432d-a209-3d0fb7c45c7f HTTP/1.1" status: 204 len: 168 time: 0.1437445 Jul 11 14:08:03.620196 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119f1ae-8d60-46a8-a608-60a734588870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9f6087-7236-432d-a209-3d0fb7c45c7f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:03.671088 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2a170234-5c30-4b2f-bc35-1d6c784846bb req-67872c0a-fc9e-484f-a644-975db01c7c8a tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 210 time: 0.0403013 Jul 11 14:08:03.788441 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'e182f3d5-d79d-48d9-8516-b164ec1ac15b', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'port_id': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'mac_address': 'fa:16:3e:90:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:14Z', 'updated_at': '2022-07-11T14:08:01Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:03.814222 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070b7ca-d78c-4c95-b349-a34b5d8d8b71 None None] The sync data for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi is: [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'e182f3d5-d79d-48d9-8516-b164ec1ac15b', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'port_id': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'mac_address': 'fa:16:3e:90:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:14Z', 'updated_at': '2022-07-11T14:08:01Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:04.162937 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-bf277fc4-85c7-40ac-96b2-d5e5ab184e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:04.164750 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-bf277fc4-85c7-40ac-96b2-d5e5ab184e5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556633 Jul 11 14:08:04.367939 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-3e4fed57-f365-4891-bb70-cc136e4450d4 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=809cb51806b54475bc876aaa27c556c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707848 Jul 11 14:08:04.371875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54403db-a44a-462d-8119-bdb460122860 req-3110fad5-4005-4426-8ead-f24a2446978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:04.373515 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b54403db-a44a-462d-8119-bdb460122860 req-3110fad5-4005-4426-8ead-f24a2446978a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 1129 time: 0.1275396 Jul 11 14:08:04.430485 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:04.455798 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-f323db79-9e97-4c87-b063-354e3103e281 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601460 Jul 11 14:08:04.516834 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba21a12-2768-4d63-b15c-afa9c3f6ea92 req-20d3f4f1-c6f3-4c0f-b012-4b5bef04798e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:04.518638 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1ba21a12-2768-4d63-b15c-afa9c3f6ea92 req-20d3f4f1-c6f3-4c0f-b012-4b5bef04798e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Jul 11 14:08:04.573484 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1ba21a12-2768-4d63-b15c-afa9c3f6ea92 req-0a76641a-aefd-4618-a1cd-fd997eb7b0b1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486786 Jul 11 14:08:04.642563 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728c6ed-9e18-4929-bd60-5abb92829e4f None None] New status for floating IP e182f3d5-d79d-48d9-8516-b164ec1ac15b: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:08:04.706271 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2515-9c20-42a1-98ad-154b085a66a5 req-67853dda-493b-497d-826f-fac7dc3a2523 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:04.713138 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-281a2515-9c20-42a1-98ad-154b085a66a5 req-67853dda-493b-497d-826f-fac7dc3a2523 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0605428 Jul 11 14:08:04.813460 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fa10ae5b-392a-4f0e-9080-99d8531f9ba8 req-9655f9e8-d58e-4429-9345-74a6da94ce3a tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 210 time: 0.0408189 Jul 11 14:08:04.875305 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-281a2515-9c20-42a1-98ad-154b085a66a5 req-69bde420-d825-4b24-bba9-2176d9bd90f4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611996 Jul 11 14:08:05.194751 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-82537825-8c87-4064-a656-5d295d2a8d1f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:05.196261 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-82537825-8c87-4064-a656-5d295d2a8d1f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4460931 Jul 11 14:08:05.199012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54403db-a44a-462d-8119-bdb460122860 req-e5297641-c421-4aea-875e-94aedd31b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:05.200770 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b54403db-a44a-462d-8119-bdb460122860 req-e5297641-c421-4aea-875e-94aedd31b9cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.4048681 Jul 11 14:08:05.203770 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-59d17e8c-1c27-4736-aed3-40a8717649c4 req-d416e180-862a-4e86-adf8-25dc2c9575b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537052 Jul 11 14:08:05.619137 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Request body: {'port': {'device_id': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d', 'admin_state_up': True, 'tenant_id': '809cb51806b54475bc876aaa27c556c0'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:05.693844 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ce5dd-0702-455e-b2e7-2fe1e9c3c5fb req-2e9006e0-d868-4faf-9891-83101d2f849f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:05.697770 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ec2ce5dd-0702-455e-b2e7-2fe1e9c3c5fb req-2e9006e0-d868-4faf-9891-83101d2f849f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Jul 11 14:08:05.710673 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:05.739804 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b54403db-a44a-462d-8119-bdb460122860 req-0ddbe57e-bbc7-4af3-a518-34c692cc4bca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4 HTTP/1.1" status: 200 len: 1000 time: 0.1144485 Jul 11 14:08:05.755320 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ec2ce5dd-0702-455e-b2e7-2fe1e9c3c5fb req-8fd2ebd3-e519-4a1e-b187-34ee2b2559b3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534229 Jul 11 14:08:05.784670 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Made reservation on behalf of 809cb51806b54475bc876aaa27c556c0 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:08:05.788226 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:05.802141 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:05.829264 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:05.908115 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks [] for security_group (e623299b-68dd-402a-9b50-675c7afee0ed), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:05.913890 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e623299b-68dd-402a-9b50-675c7afee0ed), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:05.922277 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c909d1e6-c958-4516-9bd4-5bb5a726024e req-9b2eba59-bb72-417e-8002-f9cd1b4f5a9f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 210 time: 0.0328789 Jul 11 14:08:05.983754 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e623299b-68dd-402a-9b50-675c7afee0ed,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:06.043291 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e79df-d041-471f-9798-04cc98300816 req-4926b883-8ece-4c55-8b60-f4e01608be16 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:06.044902 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9a8e79df-d041-471f-9798-04cc98300816 req-4926b883-8ece-4c55-8b60-f4e01608be16 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0556183 Jul 11 14:08:06.062783 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Allocated IP 192.168.233.223 (f9dcc380-b98f-4639-a440-27e6bbeac37d/b4a2b558-fa5c-4a68-97e9-da9ff1d80161/3f53ff20-3058-4023-9acb-1ecb13563140) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:06.098705 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9a8e79df-d041-471f-9798-04cc98300816 req-852f8cb1-1386-4353-95d7-2980296287a0 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467482 Jul 11 14:08:06.193319 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:06.226325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks [] for port (3f53ff20-3058-4023-9acb-1ecb13563140), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.232156 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6e18-7fa5-46ca-b3a0-e37a44e66bed req-295eec7e-8960-40ec-8806-eb9c75f299f0 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:06.233692 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-92fc6e18-7fa5-46ca-b3a0-e37a44e66bed req-295eec7e-8960-40ec-8806-eb9c75f299f0 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0653772 Jul 11 14:08:06.243094 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42138) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:06.247586 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'floatingip': {'port_id': '57d96d85-ab17-428a-92d7-20cf06bf4d35'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:06.302611 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (811fe256-ca00-4dd0-ba12-80ecc8932f67), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.337254 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.396836 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54403db-a44a-462d-8119-bdb460122860 req-5f9a1440-34df-4f6c-92c9-c957a4de73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:06.398427 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b54403db-a44a-462d-8119-bdb460122860 req-5f9a1440-34df-4f6c-92c9-c957a4de73a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.1421709 Jul 11 14:08:06.406216 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Pushing event updated for resources: {'Port': ['ID=3f53ff20-3058-4023-9acb-1ecb13563140,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:06.415685 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Network f9dcc380-b98f-4639-a440-27e6bbeac37d is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:06.418345 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:06.420985 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:06.427114 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:06.427720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.454717 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-74285b96-1d8b-4d8f-895d-b4e2158193ce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8395863 Jul 11 14:08:06.592472 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Request body: {'port': {'device_id': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:06.642799 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:06.659886 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54403db-a44a-462d-8119-bdb460122860 req-02c0cc75-f599-4e9d-81f3-590b6bba6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:06.661447 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b54403db-a44a-462d-8119-bdb460122860 req-02c0cc75-f599-4e9d-81f3-590b6bba6249 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736585 Jul 11 14:08:06.672809 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-f4c2dac0-c0f2-48ab-8e7e-382d672fa1ae None None] Provisioning complete for port 3f53ff20-3058-4023-9acb-1ecb13563140 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:06.678717 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f4c2dac0-c0f2-48ab-8e7e-382d672fa1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.694513 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.721860 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2dac0-c0f2-48ab-8e7e-382d672fa1ae None None] Port 3f53ff20-3058-4023-9acb-1ecb13563140 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:06.814530 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.820167 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (811fe256-ca00-4dd0-ba12-80ecc8932f67), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:06.921868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:06.942265 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9204d9-de53-4823-b20c-7d072ec8bcba req-e828c18d-d7d7-46bd-abda-f89562d29c99 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:06.943802 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ac9204d9-de53-4823-b20c-7d072ec8bcba req-e828c18d-d7d7-46bd-abda-f89562d29c99 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0897856 Jul 11 14:08:06.978585 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Floating IP 811fe256-ca00-4dd0-ba12-80ecc8932f67 associated. External IP: 172.27.1.34, port: 57d96d85-ab17-428a-92d7-20cf06bf4d35. Jul 11 14:08:07.015054 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f53ff20-3058-4023-9acb-1ecb13563140 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:08:07.039758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Publish callbacks [] for port (3f53ff20-3058-4023-9acb-1ecb13563140), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:07.097113 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Transition to ACTIVE for port object 3f53ff20-3058-4023-9acb-1ecb13563140 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:08:07.099381 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ac9204d9-de53-4823-b20c-7d072ec8bcba req-235ee90d-f7cd-451d-8e3a-aea36eb71b06 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488330 Jul 11 14:08:07.105413 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:07.107373 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77ca8-e8ab-4948-83ea-25663b1baf36 req-22fc00d9-b58c-4afb-a280-034bbb506f12 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:07.108847 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-26f77ca8-e8ab-4948-83ea-25663b1baf36 req-22fc00d9-b58c-4afb-a280-034bbb506f12 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 936 time: 0.0844543 Jul 11 14:08:07.176225 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b54403db-a44a-462d-8119-bdb460122860 req-17a5420f-9bd5-4f3c-8221-76cc215e893b service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640294 Jul 11 14:08:07.185957 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f53ff20-3058-4023-9acb-1ecb13563140,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:07.206370 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-26f77ca8-e8ab-4948-83ea-25663b1baf36 req-412af4f5-01ca-43b2-8202-e9d9ee2845d2 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712938 Jul 11 14:08:07.221541 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:07.228473 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Attempting to bind port 3f53ff20-3058-4023-9acb-1ecb13563140 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:07.228881 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Attempting to bind port 3f53ff20-3058-4023-9acb-1ecb13563140 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:07.229433 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Attempting to bind port 3f53ff20-3058-4023-9acb-1ecb13563140 on network f9dcc380-b98f-4639-a440-27e6bbeac37d {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:07.236102 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Port 3f53ff20-3058-4023-9acb-1ecb13563140 on network f9dcc380-b98f-4639-a440-27e6bbeac37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:08:07.236566 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Attempting to bind port 3f53ff20-3058-4023-9acb-1ecb13563140 on network f9dcc380-b98f-4639-a440-27e6bbeac37d {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:07.243165 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:07.243508 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Checking segment: {'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:07.243915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Bound using segment: {'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:07.244672 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Bound port: 3f53ff20-3058-4023-9acb-1ecb13563140, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810d6994-7133-4b65-b6e2-c8d8ffe7e25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:07.245038 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:07.315883 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:07.319153 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Router f18fb585-8c5b-40e3-b272-6198b3ab9507 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:08:07.457282 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:07.462363 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:07.468538 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] Sync routers for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:07.479314 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:07.480173 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:07:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:07.495863 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c957e411-f190-4a77-a70f-d1b2e748337a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "PUT /v2.0/floatingips/811fe256-ca00-4dd0-ba12-80ecc8932f67 HTTP/1.1" status: 200 len: 991 time: 1.2497263 Jul 11 14:08:07.495863 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:08:07.497291 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:08:07.547174 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c18e7-80e0-49cd-8741-15dd7e499a92 x-openstack-request-id: req-422c18e7-80e0-49cd-8741-15dd7e499a92 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:08:07.547530 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:08:07.547838 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-422c18e7-80e0-49cd-8741-15dd7e499a92 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:08:07.548299 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422c18e7-80e0-49cd-8741-15dd7e499a92'] response: {'name': 'network-changed', 'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'status': 'completed', 'code': 200} Jul 11 14:08:07.598533 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:07.633859 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] For port 3f53ff20-3058-4023-9acb-1ecb13563140, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:07.642171 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] For port 3f53ff20-3058-4023-9acb-1ecb13563140, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=3f53ff20-3058-4023-9acb-1ecb13563140,segment=NetworkSegment(810d6994-7133-4b65-b6e2-c8d8ffe7e25b),segment_id=810d6994-7133-4b65-b6e2-c8d8ffe7e25b)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:07.649704 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b54403db-a44a-462d-8119-bdb460122860 req-ef341305-2b49-4d55-8979-8f3015f60673 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935947 Jul 11 14:08:07.651269 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:07.689395 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:07.690009 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:07.691573 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f53ff20-3058-4023-9acb-1ecb13563140 HTTP/1.1" status: 200 len: 1098 time: 1.1050758 Jul 11 14:08:07.692064 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'tag': '3f53ff20-3058-4023-9acb-1ecb13563140'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:08:07.694528 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0f2412-bbb2-42e5-a52d-7473973d61a6" -d '{"events": [{"name": "network-changed", "server_uuid": "722086bc-0d3a-4ee3-b7d0-735617950ea8", "tag": "3f53ff20-3058-4023-9acb-1ecb13563140"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:08:07.715872 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5390e5-3330-40b4-b2f3-c4384dff47d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f53ff20-3058-4023-9acb-1ecb13563140,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:07.745305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf912e-30fa-453f-8200-d9aab1e037be x-openstack-request-id: req-f6cf912e-30fa-453f-8200-d9aab1e037be {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:08:07.745606 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722086bc-0d3a-4ee3-b7d0-735617950ea8", "tag": "3f53ff20-3058-4023-9acb-1ecb13563140", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:08:07.745851 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6cf912e-30fa-453f-8200-d9aab1e037be {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:08:07.746263 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cf912e-30fa-453f-8200-d9aab1e037be'] response: {'name': 'network-changed', 'server_uuid': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'tag': '3f53ff20-3058-4023-9acb-1ecb13563140', 'status': 'completed', 'code': 200} Jul 11 14:08:07.798992 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:07.907142 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-258bfd78-aba5-47cd-8c16-8bc37e0e401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:07.908742 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-258bfd78-aba5-47cd-8c16-8bc37e0e401a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 1130 time: 0.0858290 Jul 11 14:08:07.913945 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-30af8942-3a84-4588-9696-9e5bcfaf62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:07.915418 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-30af8942-3a84-4588-9696-9e5bcfaf62b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=809cb51806b54475bc876aaa27c556c0&device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 1132 time: 0.0546019 Jul 11 14:08:07.942140 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '811fe256-ca00-4dd0-ba12-80ecc8932f67', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'port_id': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'mac_address': 'fa:16:3e:5e:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:12Z', 'updated_at': '2022-07-11T14:08:06Z', 'revision_number': 1, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:07.968063 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] Checking router: f18fb585-8c5b-40e3-b272-6198b3ab9507 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:07.976771 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:07.977377 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:07:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:07.978942 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-5737c5db-4cd6-4757-ad3d-1d466b7388e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3f53ff20-3058-4023-9acb-1ecb13563140 HTTP/1.1" status: 200 len: 217 time: 0.0431845 Jul 11 14:08:08.082262 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-f08bd693-81f0-4a63-a43c-14fce15601eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:08.084171 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:08.088148 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-f08bd693-81f0-4a63-a43c-14fce15601eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4a2b558-fa5c-4a68-97e9-da9ff1d80161 HTTP/1.1" status: 200 len: 843 time: 0.0748127 Jul 11 14:08:08.090474 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-cab5ede4-e825-46db-95e4-85f311f83f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:08.092330 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-cab5ede4-e825-46db-95e4-85f311f83f90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 911 time: 0.1760981 Jul 11 14:08:08.181889 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596402-39cc-440d-93af-849f12dcd2fd req-a75bb089-02c6-47ee-9759-f79c015233c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:08.183431 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-a75bb089-02c6-47ee-9759-f79c015233c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9dcc380-b98f-4639-a440-27e6bbeac37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0892923 Jul 11 14:08:08.193795 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:08.194217 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-01510e78-e7c7-4c67-a959-8a60acbbe6ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35 HTTP/1.1" status: 200 len: 999 time: 0.0723400 Jul 11 14:08:08.232316 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ff783-9c18-4f2c-b524-c6852e463593 req-4f59f203-dbbb-4d09-a2b1-a0624ffb21a9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:08.233861 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6e5ff783-9c18-4f2c-b524-c6852e463593 req-4f59f203-dbbb-4d09-a2b1-a0624ffb21a9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0541584 Jul 11 14:08:08.261066 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:08.296835 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6e5ff783-9c18-4f2c-b524-c6852e463593 req-6cc53001-8228-483b-b6c4-d438489902d4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575142 Jul 11 14:08:08.321363 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '811fe256-ca00-4dd0-ba12-80ecc8932f67', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'port_id': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'mac_address': 'fa:16:3e:5e:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:12Z', 'updated_at': '2022-07-11T14:08:06Z', 'revision_number': 1, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:08.331868 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353162c-076c-4907-8509-57723495d6bb req-b2ebf00e-0a0b-40d9-903c-7691a09e1d81 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:08.333300 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4353162c-076c-4907-8509-57723495d6bb req-b2ebf00e-0a0b-40d9-903c-7691a09e1d81 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 948 time: 0.0512443 Jul 11 14:08:08.345765 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0dcc1-6493-4526-a200-e7fd4df1a5f3 None None] The sync data for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi is: [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '811fe256-ca00-4dd0-ba12-80ecc8932f67', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'port_id': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'mac_address': 'fa:16:3e:5e:69:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:12Z', 'updated_at': '2022-07-11T14:08:06Z', 'revision_number': 1, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:08.384204 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4353162c-076c-4907-8509-57723495d6bb req-c5bb24e9-f8af-4c97-9169-6fb664dd6536 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451930 Jul 11 14:08:08.522628 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:08.571195 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-880a2441-4729-4616-9efb-78023cf412b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:08.572662 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-880a2441-4729-4616-9efb-78023cf412b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.1110129 Jul 11 14:08:08.632865 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-9de5fecb-9421-4aad-858c-d16eb0ebc2f0 service neutron] 10.222.0.55 "GET /v2.0/networks/f9dcc380-b98f-4639-a440-27e6bbeac37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690722 Jul 11 14:08:08.633766 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-c309fb72-6411-4522-8575-72e33d617ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:08.635122 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-c309fb72-6411-4522-8575-72e33d617ecc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538664 Jul 11 14:08:08.804640 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-5636fbb1-d27d-4d2d-8c09-53b9902cb930 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593549 Jul 11 14:08:08.806503 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-68596402-39cc-440d-93af-849f12dcd2fd req-7e67b55e-198c-4789-ba50-eb8bde12da73 service neutron] 10.222.0.55 "GET /v2.0/networks/f9dcc380-b98f-4639-a440-27e6bbeac37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624484 Jul 11 14:08:08.901288 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:08.930147 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1eb7e3d8-8a62-4771-aa57-de5c3f07547e req-ec7b0dd7-ffc2-498c-a115-66f0fc61faef service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955658 Jul 11 14:08:09.411521 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0e3b-ab76-4356-b6cd-9690b6fdf7d1 req-2893b9cf-382b-4f35-b034-5324a8489913 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:09.413001 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6c9d0e3b-ab76-4356-b6cd-9690b6fdf7d1 req-2893b9cf-382b-4f35-b034-5324a8489913 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0470192 Jul 11 14:08:09.468090 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6c9d0e3b-ab76-4356-b6cd-9690b6fdf7d1 req-bba64210-1213-4419-a475-acc77fe77f3a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Jul 11 14:08:09.517447 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f544b-73b7-444b-bc73-fe58d2cb1df0 req-f2044a21-78a7-448b-aa34-bdfa65dc9f8f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:09.519469 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db0f544b-73b7-444b-bc73-fe58d2cb1df0 req-f2044a21-78a7-448b-aa34-bdfa65dc9f8f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 948 time: 0.0504072 Jul 11 14:08:09.569240 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db0f544b-73b7-444b-bc73-fe58d2cb1df0 req-5205b1a4-d139-4367-b8eb-4a4cd39a2cef tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Jul 11 14:08:10.579783 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33effcc6-4103-40ec-ae0f-55239bc3b304 None None] New status for floating IP 811fe256-ca00-4dd0-ba12-80ecc8932f67: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:08:10.588756 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc779715-6e81-46da-aa72-c258cea0a8b1 req-6de52c85-2278-40f2-a3d0-0a3a0ad7dcea tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:10.590268 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fc779715-6e81-46da-aa72-c258cea0a8b1 req-6de52c85-2278-40f2-a3d0-0a3a0ad7dcea tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0500727 Jul 11 14:08:10.646624 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fc779715-6e81-46da-aa72-c258cea0a8b1 req-ca773e36-6631-4e4a-8ed3-dbde0f219b2d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Jul 11 14:08:10.699242 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7ec3-68ab-4d48-8a9b-576964ea4313 req-d4242bcb-7e74-49f9-9066-d7dc5c1d224f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:10.700885 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-00fe7ec3-68ab-4d48-8a9b-576964ea4313 req-d4242bcb-7e74-49f9-9066-d7dc5c1d224f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 948 time: 0.0509257 Jul 11 14:08:10.752345 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-00fe7ec3-68ab-4d48-8a9b-576964ea4313 req-a7de928e-3cb2-48ed-9a50-7dc02f666058 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Jul 11 14:08:11.772708 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165828d8-d8c9-4b55-9ec1-9c17412041bd req-b818d9e1-1b05-41e9-811b-2508f1ba22b7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:11.774898 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-165828d8-d8c9-4b55-9ec1-9c17412041bd req-b818d9e1-1b05-41e9-811b-2508f1ba22b7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0466151 Jul 11 14:08:11.837073 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-165828d8-d8c9-4b55-9ec1-9c17412041bd req-59696c21-4528-45d3-aacb-732ac3788377 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 Jul 11 14:08:11.874338 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee1434-f806-42d8-a867-3745668eb206 req-69af120b-799b-439b-a713-9eb172a5e59a tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:11.875799 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3cee1434-f806-42d8-a867-3745668eb206 req-69af120b-799b-439b-a713-9eb172a5e59a tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 948 time: 0.0524192 Jul 11 14:08:11.922450 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3cee1434-f806-42d8-a867-3745668eb206 req-98ba7221-f587-4b4a-bc19-890c6bb57169 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Jul 11 14:08:12.949464 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a895e8-c4d2-45fc-8152-0405166e7713 req-1ec14f9a-6081-45fa-9733-658038ad376c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:12.951014 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-60a895e8-c4d2-45fc-8152-0405166e7713 req-1ec14f9a-6081-45fa-9733-658038ad376c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0468833 Jul 11 14:08:13.007958 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-60a895e8-c4d2-45fc-8152-0405166e7713 req-95be58bd-4739-46eb-a8ab-07e35e1e7993 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510404 Jul 11 14:08:13.041753 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27eb6-5748-4a71-9c2d-1fe95fb0e4bf req-1b2d7947-9e7d-4571-95e1-b2e2d8e25a7e tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:13.043229 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-89a27eb6-5748-4a71-9c2d-1fe95fb0e4bf req-1b2d7947-9e7d-4571-95e1-b2e2d8e25a7e tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 948 time: 0.0507193 Jul 11 14:08:13.067628 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:13.094694 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-89a27eb6-5748-4a71-9c2d-1fe95fb0e4bf req-6fb8caaf-5177-42d0-942e-c8a4447e57cc tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458312 Jul 11 14:08:13.145657 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-1af346ae-869c-499b-a7ef-ba152c15f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:13.147218 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-1af346ae-869c-499b-a7ef-ba152c15f8c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=809cb51806b54475bc876aaa27c556c0&device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 1132 time: 0.0405672 Jul 11 14:08:13.248322 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-a1964e89-ecec-46f4-ac5f-54fe8f77d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:13.249906 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-a1964e89-ecec-46f4-ac5f-54fe8f77d8c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9dcc380-b98f-4639-a440-27e6bbeac37d HTTP/1.1" status: 200 len: 870 time: 0.0930984 Jul 11 14:08:13.293497 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-1ffe1bb1-893e-460f-b35a-2257b2d5fd1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3f53ff20-3058-4023-9acb-1ecb13563140 HTTP/1.1" status: 200 len: 217 time: 0.0335479 Jul 11 14:08:13.344728 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-4f188c0b-5cfb-4f4e-9cc1-c51da7802c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:13.346137 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-4f188c0b-5cfb-4f4e-9cc1-c51da7802c2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4a2b558-fa5c-4a68-97e9-da9ff1d80161 HTTP/1.1" status: 200 len: 843 time: 0.0449123 Jul 11 14:08:13.396959 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-3a3aeee6-d001-4f9f-aeb9-7ade72e88d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:13.398447 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-3a3aeee6-d001-4f9f-aeb9-7ade72e88d38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9dcc380-b98f-4639-a440-27e6bbeac37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0435934 Jul 11 14:08:13.487837 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-599d8772-437b-4cee-b75e-2cb6b1b3f87c service neutron] 10.222.0.55 "GET /v2.0/networks/f9dcc380-b98f-4639-a440-27e6bbeac37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830178 Jul 11 14:08:13.583706 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae0f2412-bbb2-42e5-a52d-7473973d61a6 req-f161cf4b-0ea4-4381-95ed-9e891224c3cb service neutron] 10.222.0.55 "GET /v2.0/networks/f9dcc380-b98f-4639-a440-27e6bbeac37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895658 Jul 11 14:08:14.125789 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7551f5-c042-4b32-91ee-3641cd29f4f1 req-4f1d6907-22ef-4b73-a30e-6246879a8eeb tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:14.127206 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ac7551f5-c042-4b32-91ee-3641cd29f4f1 req-4f1d6907-22ef-4b73-a30e-6246879a8eeb tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0513773 Jul 11 14:08:14.185176 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ac7551f5-c042-4b32-91ee-3641cd29f4f1 req-1fd2850c-cd3c-4150-bb5e-8d4af1d20cb9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Jul 11 14:08:14.219857 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431eb54-8718-48a1-b832-2e9e06ac23d6 req-431400de-212c-4c05-bd79-1579cd43751f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:14.221895 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4431eb54-8718-48a1-b832-2e9e06ac23d6 req-431400de-212c-4c05-bd79-1579cd43751f tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 948 time: 0.0534396 Jul 11 14:08:14.265808 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:14.271206 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4431eb54-8718-48a1-b832-2e9e06ac23d6 req-5257d963-853a-4436-bada-efd509ae8e53 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Jul 11 14:08:14.909767 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 3f53ff20-3058-4023-9acb-1ecb13563140 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:08:15.008211 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 3f53ff20-3058-4023-9acb-1ecb13563140, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=3f53ff20-3058-4023-9acb-1ecb13563140,segment=NetworkSegment(810d6994-7133-4b65-b6e2-c8d8ffe7e25b),segment_id=810d6994-7133-4b65-b6e2-c8d8ffe7e25b)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:15.020237 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '3f53ff20-3058-4023-9acb-1ecb13563140', 'network_id': 'f9dcc380-b98f-4639-a440-27e6bbeac37d', 'port_id': '3f53ff20-3058-4023-9acb-1ecb13563140', 'mac_address': 'fa:16:3e:fa:da:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a2b558-fa5c-4a68-97e9-da9ff1d80161', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:08:15.059125 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 3f53ff20-3058-4023-9acb-1ecb13563140 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:15.059509 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:15.073318 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f53ff20-3058-4023-9acb-1ecb13563140 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:08:15.094471 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 3f53ff20-3058-4023-9acb-1ecb13563140, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=3f53ff20-3058-4023-9acb-1ecb13563140,segment=NetworkSegment(810d6994-7133-4b65-b6e2-c8d8ffe7e25b),segment_id=810d6994-7133-4b65-b6e2-c8d8ffe7e25b)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:15.098619 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:15.144450 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=3f53ff20-3058-4023-9acb-1ecb13563140,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:15.303817 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f07b4-cbae-488f-b733-ff78d23c14ef req-fbc79ea1-e1c8-4868-a2a1-f4a4f93b9d77 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:15.305301 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a07f07b4-cbae-488f-b733-ff78d23c14ef req-fbc79ea1-e1c8-4868-a2a1-f4a4f93b9d77 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0508723 Jul 11 14:08:15.363001 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a07f07b4-cbae-488f-b733-ff78d23c14ef req-374c56c6-3312-4b75-977c-18612b30b35a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521231 Jul 11 14:08:15.395845 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f899d5a-4f1a-46db-adba-2cc4500922aa req-d19c2cc1-b290-448b-85fb-8ceace6252a4 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:15.397119 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3f899d5a-4f1a-46db-adba-2cc4500922aa req-d19c2cc1-b290-448b-85fb-8ceace6252a4 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 949 time: 0.0547135 Jul 11 14:08:15.443413 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3f899d5a-4f1a-46db-adba-2cc4500922aa req-ca51a7ae-6978-43cd-9db0-818c603d8d71 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Jul 11 14:08:15.863126 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42258) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:15.973151 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-154e3ca1-2c95-454a-bfc8-fee6fc22eb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:16.063237 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-154e3ca1-2c95-454a-bfc8-fee6fc22eb6d admin admin] Publish callbacks [] for security_group (c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:16.067919 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-154e3ca1-2c95-454a-bfc8-fee6fc22eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:16.118284 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-154e3ca1-2c95-454a-bfc8-fee6fc22eb6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddd381ae098742d8aab1ad3745a23a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540030 Jul 11 14:08:16.120077 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e3ca1-2c95-454a-bfc8-fee6fc22eb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:16.120929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42264) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:16.147374 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['3f53ff20-3058-4023-9acb-1ecb13563140'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:08:16.173743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-16713fa3-6b5b-41d8-969d-9d87909f2b44 admin admin] Publish callbacks [] for security_group (c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:16.197338 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-16713fa3-6b5b-41d8-969d-9d87909f2b44 admin admin] Publish callbacks [] for security_group (c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:16.203229 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:16.249248 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-16713fa3-6b5b-41d8-969d-9d87909f2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:16.252397 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-16713fa3-6b5b-41d8-969d-9d87909f2b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:16.253536 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-16713fa3-6b5b-41d8-969d-9d87909f2b44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3 HTTP/1.1" status: 204 len: 168 time: 0.1316047 Jul 11 14:08:16.261440 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16713fa3-6b5b-41d8-969d-9d87909f2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a2eba1-3b0b-4ba2-947e-f43d5513e4b3,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:16.482646 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a4670-afb5-43a2-9e61-67bd195256ea req-43228c1a-93b5-43c1-a0b0-edd224845184 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:16.486674 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-104a4670-afb5-43a2-9e61-67bd195256ea req-43228c1a-93b5-43c1-a0b0-edd224845184 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0552325 Jul 11 14:08:16.573496 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-104a4670-afb5-43a2-9e61-67bd195256ea req-697471b8-698b-4516-8b73-b6ebfdcd05c9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819764 Jul 11 14:08:16.582608 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b2aba-13b5-4656-acd6-510139eab608 req-8919b2ba-76ea-4e59-87ea-fedb7b00812e tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:16.584318 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d33b2aba-13b5-4656-acd6-510139eab608 req-8919b2ba-76ea-4e59-87ea-fedb7b00812e tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 949 time: 0.0716915 Jul 11 14:08:16.635736 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d33b2aba-13b5-4656-acd6-510139eab608 req-07d35b55-0a3c-413b-8cf2-ee0d72b95dd2 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442457 Jul 11 14:08:17.451258 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f06b0bf-ae83-49ee-85ee-8cfbaea5f681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:17.452788 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e755b7-5374-441d-b17b-049ed5c0164c req-e43b467b-def0-41d6-85db-1178cd1dd838 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:17.454254 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-08e755b7-5374-441d-b17b-049ed5c0164c req-e43b467b-def0-41d6-85db-1178cd1dd838 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0506227 Jul 11 14:08:17.504936 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-08e755b7-5374-441d-b17b-049ed5c0164c req-66adaf7d-caca-4779-a6b2-99a0b72fddd9 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Jul 11 14:08:17.694465 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b575108-badc-459c-b31d-fe2d9592f9e9 req-9add8ba8-f265-425a-adb4-e65652bff41a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:17.696596 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7b575108-badc-459c-b31d-fe2d9592f9e9 req-9add8ba8-f265-425a-adb4-e65652bff41a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0493803 Jul 11 14:08:17.726359 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:17.783067 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec1c31-be6e-4822-8fc9-acc2343d1300 req-cf19633b-b90a-4804-b5ae-fe64218de922 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:17.784646 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2dec1c31-be6e-4822-8fc9-acc2343d1300 req-cf19633b-b90a-4804-b5ae-fe64218de922 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 949 time: 0.0758460 Jul 11 14:08:17.789559 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7b575108-badc-459c-b31d-fe2d9592f9e9 req-e6062d48-0fbe-4ce7-a2a5-1f155a7977aa tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874143 Jul 11 14:08:17.835922 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2dec1c31-be6e-4822-8fc9-acc2343d1300 req-aafdce48-10ec-4df0-8b29-a179cbba3e50 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447884 Jul 11 14:08:17.892992 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 3f53ff20-3058-4023-9acb-1ecb13563140 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:17.923039 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:17.935091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:17.939281 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 3f53ff20-3058-4023-9acb-1ecb13563140 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:08:17.947982 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 3f53ff20-3058-4023-9acb-1ecb13563140 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:17.948358 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:18.027160 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 3f53ff20-3058-4023-9acb-1ecb13563140 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:18.027538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:18.050864 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f53ff20-3058-4023-9acb-1ecb13563140'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:08:18.054152 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3bb017-64a8-4904-abce-0666cf582c84" -d '{"events": [{"server_uuid": "722086bc-0d3a-4ee3-b7d0-735617950ea8", "name": "network-vif-plugged", "status": "completed", "tag": "3f53ff20-3058-4023-9acb-1ecb13563140"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:08:18.068247 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 3f53ff20-3058-4023-9acb-1ecb13563140, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=3f53ff20-3058-4023-9acb-1ecb13563140,segment=NetworkSegment(810d6994-7133-4b65-b6e2-c8d8ffe7e25b),segment_id=810d6994-7133-4b65-b6e2-c8d8ffe7e25b)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:18.072759 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:18.100336 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552a2292-a1cd-4939-9ddc-9772f28bd6da x-openstack-request-id: req-552a2292-a1cd-4939-9ddc-9772f28bd6da {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:08:18.100643 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722086bc-0d3a-4ee3-b7d0-735617950ea8", "name": "network-vif-plugged", "status": "completed", "tag": "3f53ff20-3058-4023-9acb-1ecb13563140", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:08:18.100895 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-552a2292-a1cd-4939-9ddc-9772f28bd6da {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:08:18.101326 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552a2292-a1cd-4939-9ddc-9772f28bd6da'] response: {'server_uuid': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f53ff20-3058-4023-9acb-1ecb13563140', 'code': 200} Jul 11 14:08:18.121799 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=3f53ff20-3058-4023-9acb-1ecb13563140,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:18.324263 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=43 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:18.324937 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=11 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:18.625364 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20885550-e9db-4dfa-92fc-c32c792c906d req-bd6eaabc-eec7-49b0-a6e9-4e0769b98ac6 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:18.626962 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-20885550-e9db-4dfa-92fc-c32c792c906d req-bd6eaabc-eec7-49b0-a6e9-4e0769b98ac6 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0478101 Jul 11 14:08:18.672420 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-20885550-e9db-4dfa-92fc-c32c792c906d req-d1ff3a3d-53cd-4d47-bfee-2ba798443708 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Jul 11 14:08:18.911358 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:08:18.918692 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9f25-fc1a-42af-8ec9-2479c6a0e5cb req-90f344ed-3ad5-4166-b99e-72534b0a0d5b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:18.920232 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75ed9f25-fc1a-42af-8ec9-2479c6a0e5cb req-90f344ed-3ad5-4166-b99e-72534b0a0d5b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0573044 Jul 11 14:08:18.929808 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:18.990753 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1079d-9622-4266-9352-67b90e55f512 req-8b06f67e-b075-479c-a1a5-da57664357c1 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:18.992219 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63c1079d-9622-4266-9352-67b90e55f512 req-8b06f67e-b075-479c-a1a5-da57664357c1 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.0710907 Jul 11 14:08:19.027737 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75ed9f25-fc1a-42af-8ec9-2479c6a0e5cb req-08f90be4-2dd5-40c8-8d49-e40e706700e7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949771 Jul 11 14:08:19.054472 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63c1079d-9622-4266-9352-67b90e55f512 req-3eab092e-a3d3-482d-aae1-44d65b44facc tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Jul 11 14:08:19.643473 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb737f4-cbad-4daa-b346-e8002846a69b req-7e0809a6-cd88-4ed9-87e0-180249d13cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:19.644973 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9fb737f4-cbad-4daa-b346-e8002846a69b req-7e0809a6-cd88-4ed9-87e0-180249d13cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 1134 time: 0.0393589 Jul 11 14:08:19.718006 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9fb737f4-cbad-4daa-b346-e8002846a69b req-230490e9-f55e-4cb4-9816-121d130ad173 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435565 Jul 11 14:08:19.796692 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1630eb7-4a7f-4a66-a206-7922cf4440d4 req-62aef02a-9fb5-4f8b-823e-bfeafc2a46ad tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:19.798716 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1630eb7-4a7f-4a66-a206-7922cf4440d4 req-62aef02a-9fb5-4f8b-823e-bfeafc2a46ad tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0516937 Jul 11 14:08:19.851427 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1630eb7-4a7f-4a66-a206-7922cf4440d4 req-d79c33e8-ad88-4938-9fe6-1bc9bd127ebb tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460088 Jul 11 14:08:19.889144 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-809b5071-090a-4668-adc8-1d7747c09f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:19.918826 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42344) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:20.028891 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-135ca893-1dc1-47cc-8393-742076f619c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:20.109916 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-135ca893-1dc1-47cc-8393-742076f619c1 admin admin] Publish callbacks [] for security_group (16b56406-9f1e-46a3-8ff9-65830689e08e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:20.115036 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-135ca893-1dc1-47cc-8393-742076f619c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (16b56406-9f1e-46a3-8ff9-65830689e08e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:20.158583 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-135ca893-1dc1-47cc-8393-742076f619c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c84e3e932ad4cbeb1a750d2ed2615b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383647 Jul 11 14:08:20.161467 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42356) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:20.164152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ca893-1dc1-47cc-8393-742076f619c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b56406-9f1e-46a3-8ff9-65830689e08e,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:20.197981 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b897e5f-b370-4af2-b666-25c0722b2296 req-e6deed5e-839b-4e47-bb8d-1ed24382a88a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:20.199594 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3b897e5f-b370-4af2-b666-25c0722b2296 req-e6deed5e-839b-4e47-bb8d-1ed24382a88a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0813673 Jul 11 14:08:20.212824 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3f72-a48a-49bf-b390-c64acc251758 req-311bc5dc-99fe-4d84-87a3-ff92551f6584 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:20.214607 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-afcf3f72-a48a-49bf-b390-c64acc251758 req-311bc5dc-99fe-4d84-87a3-ff92551f6584 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.0857613 Jul 11 14:08:20.219626 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31004087-2baa-47dd-9109-cc87f7f0305e admin admin] Publish callbacks [] for security_group (16b56406-9f1e-46a3-8ff9-65830689e08e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:20.228707 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:20.243339 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31004087-2baa-47dd-9109-cc87f7f0305e admin admin] Publish callbacks [] for security_group (16b56406-9f1e-46a3-8ff9-65830689e08e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:20.287866 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3b897e5f-b370-4af2-b666-25c0722b2296 req-5ef71e1b-7c19-421c-8d94-5e35954fe6e2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726283 Jul 11 14:08:20.292161 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-afcf3f72-a48a-49bf-b390-c64acc251758 req-94a86a12-6823-486a-805c-599a0fa8df14 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701993 Jul 11 14:08:20.302647 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31004087-2baa-47dd-9109-cc87f7f0305e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (16b56406-9f1e-46a3-8ff9-65830689e08e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:20.305176 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-31004087-2baa-47dd-9109-cc87f7f0305e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:20.308626 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-31004087-2baa-47dd-9109-cc87f7f0305e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16b56406-9f1e-46a3-8ff9-65830689e08e HTTP/1.1" status: 204 len: 168 time: 0.1434007 Jul 11 14:08:20.320518 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31004087-2baa-47dd-9109-cc87f7f0305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b56406-9f1e-46a3-8ff9-65830689e08e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:20.948492 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42380) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:20.977417 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7470a-e7ec-49e8-893c-c42098006197 req-a3cb7c5f-cad9-4331-a2c8-218f7ce5a62e tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:20.978967 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dea7470a-e7ec-49e8-893c-c42098006197 req-a3cb7c5f-cad9-4331-a2c8-218f7ce5a62e tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0538454 Jul 11 14:08:21.039964 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.088827 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1320820812-network', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:21.110966 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Made reservation on behalf of 2c01634e004b43239e6912ee0a9d1ffd for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:08:21.113614 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.123150 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.213065 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks [] for security_group (25641796-5d95-46ab-a733-1198ba262fbd), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.218795 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (25641796-5d95-46ab-a733-1198ba262fbd), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.252417 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:08:21.258006 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25641796-5d95-46ab-a733-1198ba262fbd,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:21.259480 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dea7470a-e7ec-49e8-893c-c42098006197 req-fa728022-0fc6-464f-a9ff-7d9c21346e32 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750845 Jul 11 14:08:21.261609 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:21.268260 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (2c69d69c-d330-4851-9459-7651cd25ebf7), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.268363 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Added segment 2c69d69c-d330-4851-9459-7651cd25ebf7 of type vlan for network 4020e2d9-bcc8-4ed8-8c6d-106564132adf Jul 11 14:08:21.310719 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (4020e2d9-bcc8-4ed8-8c6d-106564132adf), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.340103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (4020e2d9-bcc8-4ed8-8c6d-106564132adf), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.341367 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:21.342033 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.381490 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4292328 Jul 11 14:08:21.381768 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42390) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:21.386458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Request body: {'subnet': {'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1320820812-subnet', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:21.420638 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42febf16-e90b-44d8-aa25-9b128eb1c7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4020e2d9-bcc8-4ed8-8c6d-106564132adf,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:21.435149 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:08:21.438236 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Made reservation on behalf of 2c01634e004b43239e6912ee0a9d1ffd for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:08:21.440952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.442330 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef27c7-3f84-49a4-8de8-f127f188ba4f req-62e0f203-605b-494b-a3b7-9ece4aad0772 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:21.443862 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eaef27c7-3f84-49a4-8de8-f127f188ba4f req-62e0f203-605b-494b-a3b7-9ece4aad0772 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.0807743 Jul 11 14:08:21.454767 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f701-210e-4900-a2e7-a31ac4ca8a8f req-f295f8bb-cc9b-4fbf-9672-0533fa32631a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:21.456242 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c2e6f701-210e-4900-a2e7-a31ac4ca8a8f req-f295f8bb-cc9b-4fbf-9672-0533fa32631a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0827453 Jul 11 14:08:21.536794 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eaef27c7-3f84-49a4-8de8-f127f188ba4f req-df4d2764-f870-48fa-8f52-57a0356b85b9 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795069 Jul 11 14:08:21.545885 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c2e6f701-210e-4900-a2e7-a31ac4ca8a8f req-05f15f67-0bb7-4f4b-aac7-1e6dcdfb58d1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815299 Jul 11 14:08:21.629831 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (1c4704f4-5602-4ba9-b1c5-c519dbed212e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.679086 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4704f4-5602-4ba9-b1c5-c519dbed212e,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:21.681777 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:21.698703 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Checking segment: {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:21.699067 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Network hostable DHCP agents. Network: 4020e2d9-bcc8-4ed8-8c6d-106564132adf, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:08:21.717889 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:08:21.730163 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 4020e2d9-bcc8-4ed8-8c6d-106564132adf) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:21.735095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:21.736136 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.748133 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece95a3b-3792-4576-a2d0-20ec3dc8c16a None None] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:08:21.809753 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b808f098-fbdd-41fe-b511-7cf57187d4d0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4267309 Jul 11 14:08:21.812922 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42392) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:21.818687 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:21.836136 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:21.841747 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb957f7-5813-4289-b046-9661b8f64221 req-38810131-5218-49fd-810e-7aeb4a042a7c tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:21.843289 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bfb957f7-5813-4289-b046-9661b8f64221 req-38810131-5218-49fd-810e-7aeb4a042a7c tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.55 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0972211 Jul 11 14:08:21.846869 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (932132cd-01ed-4adb-acd8-02ee70b0d249), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.847908 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (932132cd-01ed-4adb-acd8-02ee70b0d249), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.871165 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:08:21.872108 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:21.903274 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks [] for router_controller (932132cd-01ed-4adb-acd8-02ee70b0d249), precommit_add_association {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.011831 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Allocated IP 172.20.0.2 (4020e2d9-bcc8-4ed8-8c6d-106564132adf/1c4704f4-5602-4ba9-b1c5-c519dbed212e/5c51cd25-d7f7-421c-8319-e89e221357ae) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:22.046341 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks [] for router_gateway (932132cd-01ed-4adb-acd8-02ee70b0d249), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.167505 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Publish callbacks [] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.173606 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.214939 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:22.219669 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:22.222763 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:22.229374 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Pushing event updated for resources: {'Port': ['ID=5c51cd25-d7f7-421c-8319-e89e221357ae,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:22.236537 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks [] for router_gateway (932132cd-01ed-4adb-acd8-02ee70b0d249), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.255817 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.284399 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Attempting to bind port 5c51cd25-d7f7-421c-8319-e89e221357ae on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:22.284766 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Attempting to bind port 5c51cd25-d7f7-421c-8319-e89e221357ae by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:22.285127 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Attempting to bind port 5c51cd25-d7f7-421c-8319-e89e221357ae on network 4020e2d9-bcc8-4ed8-8c6d-106564132adf {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:22.290796 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:22.291167 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Checking segment: {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:22.291573 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.291969 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Bound using segment: {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:22.292436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Bound port: 5c51cd25-d7f7-421c-8319-e89e221357ae, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:22.293144 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.304174 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:22.334605 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:22.342474 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:22.363617 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] For port 5c51cd25-d7f7-421c-8319-e89e221357ae, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:22.368063 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] For port 5c51cd25-d7f7-421c-8319-e89e221357ae, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5c51cd25-d7f7-421c-8319-e89e221357ae,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:22.374617 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.405731 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Allocated IP 172.27.1.185 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/ec949c36-5292-4f81-9e70-e40e8e81c87f) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:22.417039 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bab82-ed1c-43df-ab59-706dad38c9e1 req-f08da39f-4374-45f5-9de5-33caa14d56d5 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:22.418555 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8e3bab82-ed1c-43df-ab59-706dad38c9e1 req-f08da39f-4374-45f5-9de5-33caa14d56d5 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 945 time: 0.0743012 Jul 11 14:08:22.431032 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1c135-9f4d-45fc-b9a0-1493d42478ec None None] Pushing event updated for resources: {'Port': ['ID=5c51cd25-d7f7-421c-8319-e89e221357ae,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:22.537231 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8e3bab82-ed1c-43df-ab59-706dad38c9e1 req-0619f7c8-1143-4fd7-8db4-52fcc2891b24 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f724bce-431a-4c37-a312-effb3a270a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117589 Jul 11 14:08:22.543832 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.580765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks [] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.618687 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.665532 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Deleting port 7e6fb041-72fb-48ee-8444-5e1261b51dfd {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:08:22.666110 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.745461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:22.747580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:22.758781 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:22.774131 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:22.782273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] For port 7e6fb041-72fb-48ee-8444-5e1261b51dfd, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7e6fb041-72fb-48ee-8444-5e1261b51dfd,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:22.782698 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.788007 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a8dcd-2ca0-4760-8f79-da0bfe73eac0 req-ced082f7-8f9d-4e02-be0b-a7b3d0b1d19d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:22.789554 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-930a8dcd-2ca0-4760-8f79-da0bfe73eac0 req-ced082f7-8f9d-4e02-be0b-a7b3d0b1d19d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1646209 Jul 11 14:08:22.803349 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Calling delete_port for 7e6fb041-72fb-48ee-8444-5e1261b51dfd owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:08:22.804514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9765028-8512-4820-8479-38c7c4cbd928 req-8def3fc4-6614-46a5-9704-575773cf59f3 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:22.806116 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a9765028-8512-4820-8479-38c7c4cbd928 req-8def3fc4-6614-46a5-9704-575773cf59f3 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.1642439 Jul 11 14:08:22.806751 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.841092 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Pushing event updated for resources: {'Port': ['ID=ec949c36-5292-4f81-9e70-e40e8e81c87f,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:22.984409 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (7e6fb041-72fb-48ee-8444-5e1261b51dfd), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:22.989516 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-930a8dcd-2ca0-4760-8f79-da0bfe73eac0 req-3e809282-39c3-4c01-a7aa-57d213061beb tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823964 Jul 11 14:08:22.999322 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a9765028-8512-4820-8479-38c7c4cbd928 req-44ae8022-2099-4edc-acda-e868a132a349 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597126 Jul 11 14:08:23.026567 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Pushing event deleted for resources: {'Port': ['ID=7e6fb041-72fb-48ee-8444-5e1261b51dfd,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:23.128554 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks [] for router_gateway (932132cd-01ed-4adb-acd8-02ee70b0d249), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:23.141938 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] No DVR routers for this DVR port 7e6fb041-72fb-48ee-8444-5e1261b51dfd on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:08:23.151704 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:23.155471 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bfb957f7-5813-4289-b046-9661b8f64221 req-8e64e0c3-e710-4cc2-b477-bd2681db7932 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.55 "DELETE /v2.0/ports/7e6fb041-72fb-48ee-8444-5e1261b51dfd HTTP/1.1" status: 204 len: 173 time: 0.6857028 Jul 11 14:08:23.155925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee777f-fba0-48b0-895e-8f63700a5677', 'name': 'network-vif-deleted', 'tag': '7e6fb041-72fb-48ee-8444-5e1261b51dfd'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:08:23.158750 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bb695b-41e2-4d72-8972-c6780a48df38" -d '{"events": [{"server_uuid": "79ee777f-fba0-48b0-895e-8f63700a5677", "name": "network-vif-deleted", "tag": "7e6fb041-72fb-48ee-8444-5e1261b51dfd"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:08:23.237294 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8b865-17bf-4e3f-8a03-ab1141f54667 x-openstack-request-id: req-5de8b865-17bf-4e3f-8a03-ab1141f54667 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:08:23.237685 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee777f-fba0-48b0-895e-8f63700a5677", "name": "network-vif-deleted", "tag": "7e6fb041-72fb-48ee-8444-5e1261b51dfd", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:08:23.238028 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5de8b865-17bf-4e3f-8a03-ab1141f54667 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:08:23.238546 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de8b865-17bf-4e3f-8a03-ab1141f54667'] response: {'server_uuid': '79ee777f-fba0-48b0-895e-8f63700a5677', 'name': 'network-vif-deleted', 'tag': '7e6fb041-72fb-48ee-8444-5e1261b51dfd', 'status': 'completed', 'code': 200} Jul 11 14:08:23.341149 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:23.444103 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (932132cd-01ed-4adb-acd8-02ee70b0d249), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:23.451600 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af19014-b037-4ef3-bd07-55351d6db69f req-9bd18717-6060-426f-91af-48873bda56d5 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:23.453104 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3af19014-b037-4ef3-bd07-55351d6db69f req-9bd18717-6060-426f-91af-48873bda56d5 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.0621006 Jul 11 14:08:23.576012 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3af19014-b037-4ef3-bd07-55351d6db69f req-6650d254-77bf-4665-bf2f-ec6667e179b2 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162829 Jul 11 14:08:23.616131 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Router 932132cd-01ed-4adb-acd8-02ee70b0d249 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:08:23.637166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ee0d5-9458-4471-bc8c-badb1a8f50e1 None None] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:08:23.684492 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4fe6f948-54f9-4d29-b462-e70a582ad0fd req-5145b16d-c087-4851-90c6-432ab32b13ab tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 210 time: 0.0596693 Jul 11 14:08:23.730493 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-bbf76845-5585-4780-96b5-41a3890fe051 None None] Provisioning complete for port 5c51cd25-d7f7-421c-8319-e89e221357ae triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:23.730955 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bbf76845-5585-4780-96b5-41a3890fe051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:23.751875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:23.764237 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Sync routers for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:23.773883 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:23.777770 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-28ab2854-e522-475f-ba46-e57e39564a3e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9611077 Jul 11 14:08:23.777896 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:23.777896 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:23.778242 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42422) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:23.832120 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:23.843223 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-bbf76845-5585-4780-96b5-41a3890fe051 None None] Current status of the port 5c51cd25-d7f7-421c-8319-e89e221357ae is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:23.843585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bbf76845-5585-4780-96b5-41a3890fe051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:23.887071 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-bbf76845-5585-4780-96b5-41a3890fe051 None None] For port 5c51cd25-d7f7-421c-8319-e89e221357ae, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5c51cd25-d7f7-421c-8319-e89e221357ae,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:23.892566 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7e6fb041-72fb-48ee-8444-5e1261b51dfd no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:08:23.897574 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bbf76845-5585-4780-96b5-41a3890fe051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:23.905331 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:23.921072 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 7e6fb041-72fb-48ee-8444-5e1261b51dfd {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:08:23.921703 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7e6fb041-72fb-48ee-8444-5e1261b51dfd not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:08:23.968330 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf76845-5585-4780-96b5-41a3890fe051 None None] Pushing event updated for resources: {'Port': ['ID=5c51cd25-d7f7-421c-8319-e89e221357ae,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:24.118201 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:22Z', 'revision_number': 3, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:24.120001 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-3bb60715-0e79-4706-a492-b1537eb03b56 None None] Provisioning complete for port 5c51cd25-d7f7-421c-8319-e89e221357ae triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:24.120177 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c603-cfae-4ade-8e95-e4b7e0765a2a req-14a53ed7-ef01-4a76-b6af-366d25361f33 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:24.120376 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3bb60715-0e79-4706-a492-b1537eb03b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.128238 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2356c603-cfae-4ade-8e95-e4b7e0765a2a req-14a53ed7-ef01-4a76-b6af-366d25361f33 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0617661 Jul 11 14:08:24.151061 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Checking router: 932132cd-01ed-4adb-acd8-02ee70b0d249 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:24.151408 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Updating router 932132cd-01ed-4adb-acd8-02ee70b0d249 port ec949c36-5292-4f81-9e70-e40e8e81c87f binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:08:24.187692 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.198660 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2356c603-cfae-4ade-8e95-e4b7e0765a2a req-c8ce8015-9f28-4fda-8284-0e62b908678c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679243 Jul 11 14:08:24.212626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-3bb60715-0e79-4706-a492-b1537eb03b56 None None] Current status of the port 5c51cd25-d7f7-421c-8319-e89e221357ae is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:24.214713 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:24.268247 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.422178 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Allocated IP 172.20.0.1 (4020e2d9-bcc8-4ed8-8c6d-106564132adf/1c4704f4-5602-4ba9-b1c5-c519dbed212e/a314f7fb-d300-44d0-8d9f-a329afffb47b) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:24.462584 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Publish callbacks [] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.468007 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.518703 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Attempting to bind port ec949c36-5292-4f81-9e70-e40e8e81c87f on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:24.519062 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Attempting to bind port ec949c36-5292-4f81-9e70-e40e8e81c87f by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:24.519414 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Attempting to bind port ec949c36-5292-4f81-9e70-e40e8e81c87f on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:24.531402 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:24.531845 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:24.532849 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.533306 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:24.534725 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Bound port: ec949c36-5292-4f81-9e70-e40e8e81c87f, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:24.534725 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.572131 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Pushing event updated for resources: {'Port': ['ID=ec949c36-5292-4f81-9e70-e40e8e81c87f,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:24.576124 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.589582 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.590005 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.590559 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.590974 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.591370 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.591754 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.592135 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.592509 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.592888 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.593263 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.593748 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.594140 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.594535 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.595449 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.595821 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:24.614277 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] For port ec949c36-5292-4f81-9e70-e40e8e81c87f, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:24.617993 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] For port ec949c36-5292-4f81-9e70-e40e8e81c87f, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ec949c36-5292-4f81-9e70-e40e8e81c87f,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:24.628912 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.642590 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5c51cd25-d7f7-421c-8319-e89e221357ae up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:24.695393 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 5c51cd25-d7f7-421c-8319-e89e221357ae triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:24.696053 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.710729 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:24.719012 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:24.720413 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:24.777610 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6fea-07ce-4d72-8866-eeead5fea4e3 req-e9a4da71-a7b3-4bdc-a3dd-354aad79fdce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:24.784658 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-405f6fea-07ce-4d72-8866-eeead5fea4e3 req-e9a4da71-a7b3-4bdc-a3dd-354aad79fdce tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.0995026 Jul 11 14:08:24.786749 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 5c51cd25-d7f7-421c-8319-e89e221357ae is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:24.797558 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:24.811324 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks [] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.828736 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:24.837599 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3b0c58cb-0acb-478e-b20e-54d90f45eeb6 req-700ffa43-4410-40ef-9ac6-210bb2c2b028 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Jul 11 14:08:24.840928 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17338a-41d3-4c6a-aae0-043f0663f3f0 None None] Pushing event updated for resources: {'Port': ['ID=ec949c36-5292-4f81-9e70-e40e8e81c87f,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:24.843162 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:24.860272 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:24.861202 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.884363 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-405f6fea-07ce-4d72-8866-eeead5fea4e3 req-315d98eb-892e-436f-b972-0640a51000a4 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946472 Jul 11 14:08:24.910603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:24.915605 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:24.919801 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:24.920831 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (932132cd-01ed-4adb-acd8-02ee70b0d249), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:24.927626 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Pushing event updated for resources: {'Port': ['ID=a314f7fb-d300-44d0-8d9f-a329afffb47b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:25.077043 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:22Z', 'revision_number': 3, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:25.086531 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:25.116365 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5d772-88fd-4757-83fb-62594df45634 None None] The sync data for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi is: [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:22Z', 'revision_number': 3, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:25.169080 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-bc20c75b-cb73-4c0d-b270-23a409a69043 None None] Provisioning complete for port a314f7fb-d300-44d0-8d9f-a329afffb47b triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:25.169525 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bc20c75b-cb73-4c0d-b270-23a409a69043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:25.207127 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-bc20c75b-cb73-4c0d-b270-23a409a69043 None None] Port a314f7fb-d300-44d0-8d9f-a329afffb47b cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:25.280050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks [] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:25.285693 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:25.286649 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (932132cd-01ed-4adb-acd8-02ee70b0d249), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:25.333415 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198549a-69c6-4caa-8e97-120eeac2660d req-d042859e-31d8-41e5-aa0a-5b4ece26df77 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:25.340642 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d198549a-69c6-4caa-8e97-120eeac2660d req-d042859e-31d8-41e5-aa0a-5b4ece26df77 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0767677 Jul 11 14:08:25.353178 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Pushing event updated for resources: {'Port': ['ID=a314f7fb-d300-44d0-8d9f-a329afffb47b,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:25.394962 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d198549a-69c6-4caa-8e97-120eeac2660d req-ace0026f-c043-440c-9486-d06eca514f66 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532362 Jul 11 14:08:25.465754 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:25.467660 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:25.587198 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:25.603083 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Router 932132cd-01ed-4adb-acd8-02ee70b0d249 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:08:25.714876 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:25.723146 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3e9be856-61a9-4310-b845-9df51bb90597 admin admin] 10.222.0.49 "PUT /v2.0/routers/932132cd-01ed-4adb-acd8-02ee70b0d249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9437134 Jul 11 14:08:25.741042 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-ca7250d4-8f38-4883-8f66-164c9c8334fd None None] Provisioning complete for port a314f7fb-d300-44d0-8d9f-a329afffb47b triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:25.742239 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ca7250d4-8f38-4883-8f66-164c9c8334fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:25.782839 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-ca7250d4-8f38-4883-8f66-164c9c8334fd None None] Port a314f7fb-d300-44d0-8d9f-a329afffb47b cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:26.004731 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a89e1f7a-0f2f-488b-a78f-41f555956cca req-916bb8a5-b93d-47be-acc8-f73ea6392b11 tempest-DeleteServersTestJSON-212600606 tempest-DeleteServersTestJSON-212600606-project] 10.222.0.49 "GET /v2.0/ports?device_id=79ee777f-fba0-48b0-895e-8f63700a5677 HTTP/1.1" status: 200 len: 210 time: 0.0535035 Jul 11 14:08:26.033452 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37526a9a-2d20-4a3c-8f64-c6d4418b4b5f req-8d42ff4a-b5ae-4b8b-b190-ea226c82fabe tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:26.034996 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-37526a9a-2d20-4a3c-8f64-c6d4418b4b5f req-8d42ff4a-b5ae-4b8b-b190-ea226c82fabe tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.0741148 Jul 11 14:08:26.134877 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-37526a9a-2d20-4a3c-8f64-c6d4418b4b5f req-f591d967-5335-418a-bb17-d375e35baa43 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/security-groups?id=e623299b-68dd-402a-9b50-675c7afee0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889807 Jul 11 14:08:26.144340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7e3b8a57-7900-4324-a176-38443a3a3f8a tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:26.146224 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7e3b8a57-7900-4324-a176-38443a3a3f8a tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.55 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 950 time: 0.0928550 Jul 11 14:08:26.301612 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42462) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:26.323326 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-770883772-network', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:26.326697 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:26.357133 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Made reservation on behalf of b08b03e04f394198bdf9a320a3a4064b for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:08:26.359487 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.361439 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Deleting port 3f53ff20-3058-4023-9acb-1ecb13563140 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:08:26.361771 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.384531 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.497235 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] For port 3f53ff20-3058-4023-9acb-1ecb13563140, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=3f53ff20-3058-4023-9acb-1ecb13563140,segment=NetworkSegment(810d6994-7133-4b65-b6e2-c8d8ffe7e25b),segment_id=810d6994-7133-4b65-b6e2-c8d8ffe7e25b)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:26.497500 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.517501 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Calling delete_port for 3f53ff20-3058-4023-9acb-1ecb13563140 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:08:26.526987 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf3cf1-27a4-4ce2-a907-9981f8434227 req-4497ffc7-bef7-4a33-bb0e-02128721d31f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:26.535371 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69cf3cf1-27a4-4ce2-a907-9981f8434227 req-4497ffc7-bef7-4a33-bb0e-02128721d31f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0602345 Jul 11 14:08:26.580875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:26.585341 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69cf3cf1-27a4-4ce2-a907-9981f8434227 req-5f3f98e4-71af-45b8-bad1-3366be2c6213 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Jul 11 14:08:26.627484 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks [] for security_group (c62c2db6-1bfd-47af-99b1-ed4f621df54f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.632893 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ec949c36-5292-4f81-9e70-e40e8e81c87f up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:26.636443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:26.640083 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c62c2db6-1bfd-47af-99b1-ed4f621df54f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.663326 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:26.668433 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:08:26.682455 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port ec949c36-5292-4f81-9e70-e40e8e81c87f triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:26.682832 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.693865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c2db6-1bfd-47af-99b1-ed4f621df54f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:26.696976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (44c062d8-bb33-45af-b25e-58b809629363), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.697370 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Added segment 44c062d8-bb33-45af-b25e-58b809629363 of type vlan for network f022c958-5bdb-4372-95a8-95eaa93fefef Jul 11 14:08:26.767603 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port ec949c36-5292-4f81-9e70-e40e8e81c87f is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:26.768112 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.770779 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (f022c958-5bdb-4372-95a8-95eaa93fefef), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.793226 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port ec949c36-5292-4f81-9e70-e40e8e81c87f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ec949c36-5292-4f81-9e70-e40e8e81c87f,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:26.796241 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (3f53ff20-3058-4023-9acb-1ecb13563140), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.799861 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.808218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:26.835762 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Pushing event deleted for resources: {'Port': ['ID=3f53ff20-3058-4023-9acb-1ecb13563140,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:26.839686 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (f022c958-5bdb-4372-95a8-95eaa93fefef), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.840560 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:26.841124 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.858554 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['3f53ff20-3058-4023-9acb-1ecb13563140'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:08:26.910390 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=ec949c36-5292-4f81-9e70-e40e8e81c87f,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:26.918158 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6152329 Jul 11 14:08:26.918825 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] No DVR routers for this DVR port 3f53ff20-3058-4023-9acb-1ecb13563140 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:08:26.921019 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42468) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:26.926541 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Request body: {'subnet': {'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-770883772-subnet', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:26.945993 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd65e3-34fa-4201-a705-fff053578407 admin admin] Pushing event updated for resources: {'Network': ['ID=f022c958-5bdb-4372-95a8-95eaa93fefef,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:26.948399 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:26.951587 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-37c1a9e1-e2f3-4a2e-b860-6712d196d22c req-7b61951e-78f1-4155-92f2-f267b5aea3a8 tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.55 "DELETE /v2.0/ports/3f53ff20-3058-4023-9acb-1ecb13563140 HTTP/1.1" status: 204 len: 173 time: 0.7087097 Jul 11 14:08:26.952019 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'name': 'network-vif-deleted', 'tag': '3f53ff20-3058-4023-9acb-1ecb13563140'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:08:26.952272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Made reservation on behalf of b08b03e04f394198bdf9a320a3a4064b for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:08:26.955127 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43187c9-173c-4606-9dc7-09a6bb853307" -d '{"events": [{"server_uuid": "722086bc-0d3a-4ee3-b7d0-735617950ea8", "name": "network-vif-deleted", "tag": "3f53ff20-3058-4023-9acb-1ecb13563140"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:08:26.967436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network f022c958-5bdb-4372-95a8-95eaa93fefef details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:08:26.982495 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.010787 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18954bbb-2011-46a2-9a3b-b453fc3eeaba x-openstack-request-id: req-18954bbb-2011-46a2-9a3b-b453fc3eeaba {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:08:27.011093 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722086bc-0d3a-4ee3-b7d0-735617950ea8", "name": "network-vif-deleted", "tag": "3f53ff20-3058-4023-9acb-1ecb13563140", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:08:27.011390 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18954bbb-2011-46a2-9a3b-b453fc3eeaba {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:08:27.011745 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18954bbb-2011-46a2-9a3b-b453fc3eeaba'] response: {'server_uuid': '722086bc-0d3a-4ee3-b7d0-735617950ea8', 'name': 'network-vif-deleted', 'tag': '3f53ff20-3058-4023-9acb-1ecb13563140', 'status': 'completed', 'code': 200} Jul 11 14:08:27.045277 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Sync routers for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:27.230262 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:27.231180 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:27.280368 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (fd257d76-e5de-46d5-b557-cd08292016d2), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.338595 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-79883017-3b65-499b-af3c-5883ba53f364 req-594d9a55-bc19-4360-b4e6-31cb58e0cead tempest-VolumesNegativeTest-8077508 tempest-VolumesNegativeTest-8077508-project] 10.222.0.49 "GET /v2.0/ports?device_id=722086bc-0d3a-4ee3-b7d0-735617950ea8 HTTP/1.1" status: 200 len: 210 time: 0.0606916 Jul 11 14:08:27.355658 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd257d76-e5de-46d5-b557-cd08292016d2,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:27.377904 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:27.383954 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Checking segment: {'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:27.383954 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Network hostable DHCP agents. Network: f022c958-5bdb-4372-95a8-95eaa93fefef, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:08:27.403475 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Network f022c958-5bdb-4372-95a8-95eaa93fefef is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:08:27.415147 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, f022c958-5bdb-4372-95a8-95eaa93fefef) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:27.420483 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:27.421068 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.431860 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b05327-3d65-457b-8740-2abca84eae7a None None] Network f022c958-5bdb-4372-95a8-95eaa93fefef requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:08:27.454176 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42488) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:27.454681 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-727ff83a-5af6-4557-ba3c-d0757f0c5f6b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5311389 Jul 11 14:08:27.457720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:27.469297 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:27.489126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (21cf18fe-91f2-429c-8ae3-64500f523a08), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.490465 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (21cf18fe-91f2-429c-8ae3-64500f523a08), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.550794 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks [] for router_controller (21cf18fe-91f2-429c-8ae3-64500f523a08), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.681028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-f022c958-5bdb-4372-95a8-95eaa93fefef', 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef', 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'fixed_ips': [{'subnet_id': 'fd257d76-e5de-46d5-b557-cd08292016d2'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:08:27.681991 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.709095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks [] for router_gateway (21cf18fe-91f2-429c-8ae3-64500f523a08), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.791668 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 2, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:27.833775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Checking router: 932132cd-01ed-4adb-acd8-02ee70b0d249 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:27.833994 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Updating router 932132cd-01ed-4adb-acd8-02ee70b0d249 port a314f7fb-d300-44d0-8d9f-a329afffb47b binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:08:27.886057 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.894008 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa0c6-2cc2-4135-a5cc-a9b0fd00965c req-ff20c066-f553-482c-a36e-818809e12973 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:27.895772 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2feaa0c6-2cc2-4135-a5cc-a9b0fd00965c req-ff20c066-f553-482c-a36e-818809e12973 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0793679 Jul 11 14:08:27.936153 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks [] for router_gateway (21cf18fe-91f2-429c-8ae3-64500f523a08), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.956502 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2feaa0c6-2cc2-4135-a5cc-a9b0fd00965c req-84ebbaac-6501-4fe4-b469-88a71ac08fec tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Jul 11 14:08:27.958435 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:27.967049 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:27.972085 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Allocated IP 172.20.0.2 (f022c958-5bdb-4372-95a8-95eaa93fefef/fd257d76-e5de-46d5-b557-cd08292016d2/d60d593d-bed4-42f5-abee-b86601b747dc) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:27.974224 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:28.077120 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Allocated IP 172.27.1.222 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/d1473a70-0231-4641-b454-78770bd868b0) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:28.189153 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks [] for port (d1473a70-0231-4641-b454-78770bd868b0), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.221262 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (d1473a70-0231-4641-b454-78770bd868b0), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.261974 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:28.262838 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Publish callbacks [] for port (d60d593d-bed4-42f5-abee-b86601b747dc), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.267258 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:28.270732 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:28.276071 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.307178 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Pushing event updated for resources: {'Port': ['ID=d1473a70-0231-4641-b454-78770bd868b0,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:28.342027 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Network f022c958-5bdb-4372-95a8-95eaa93fefef is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:28.353025 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:28.358994 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:28.364961 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Publish callbacks [] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.369162 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Pushing event updated for resources: {'Port': ['ID=d60d593d-bed4-42f5-abee-b86601b747dc,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:28.396319 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.470438 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Attempting to bind port d60d593d-bed4-42f5-abee-b86601b747dc on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:28.470784 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Attempting to bind port d60d593d-bed4-42f5-abee-b86601b747dc by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:28.471150 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Attempting to bind port d60d593d-bed4-42f5-abee-b86601b747dc on network f022c958-5bdb-4372-95a8-95eaa93fefef {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:28.481648 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:28.484183 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf250f-fb79-4e59-a4ef-35ec14318b79 None None] Pushing event updated for resources: {'Port': ['ID=a314f7fb-d300-44d0-8d9f-a329afffb47b,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:28.487466 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:28.488155 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:28.488576 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Checking segment: {'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:28.488944 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.489401 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Bound using segment: {'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:28.489817 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Bound port: d60d593d-bed4-42f5-abee-b86601b747dc, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:28.490234 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.504465 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks [] for router_gateway (21cf18fe-91f2-429c-8ae3-64500f523a08), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.634559 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Attempting to bind port a314f7fb-d300-44d0-8d9f-a329afffb47b on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:28.634867 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Attempting to bind port a314f7fb-d300-44d0-8d9f-a329afffb47b by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:28.635772 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Attempting to bind port a314f7fb-d300-44d0-8d9f-a329afffb47b on network 4020e2d9-bcc8-4ed8-8c6d-106564132adf {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:28.651220 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:28.651932 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Checking segment: {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:28.652143 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.652467 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Bound using segment: {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:28.652955 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Bound port: a314f7fb-d300-44d0-8d9f-a329afffb47b, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:28.653331 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.679731 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] For port d60d593d-bed4-42f5-abee-b86601b747dc, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:28.689799 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] For port d60d593d-bed4-42f5-abee-b86601b747dc, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=d60d593d-bed4-42f5-abee-b86601b747dc,segment=NetworkSegment(44c062d8-bb33-45af-b25e-58b809629363),segment_id=44c062d8-bb33-45af-b25e-58b809629363)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:28.699650 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42516) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:28.703512 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ec949c36-5292-4f81-9e70-e40e8e81c87f up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:28.756826 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:28.758289 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.819202 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:28.863249 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (21cf18fe-91f2-429c-8ae3-64500f523a08), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.910109 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-a1cecf53-fd5e-4db2-af37-13dcfb723720 None None] Provisioning complete for port a314f7fb-d300-44d0-8d9f-a329afffb47b triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:28.910702 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a1cecf53-fd5e-4db2-af37-13dcfb723720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.920033 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:28.975355 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port ec949c36-5292-4f81-9e70-e40e8e81c87f triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:28.975737 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:28.978210 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e5eb7-28fb-47d2-9701-63bb594edfb5 None None] Pushing event updated for resources: {'Port': ['ID=d60d593d-bed4-42f5-abee-b86601b747dc,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:29.038022 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a1cecf53-fd5e-4db2-af37-13dcfb723720 None None] Port a314f7fb-d300-44d0-8d9f-a329afffb47b cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:29.038814 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Router 21cf18fe-91f2-429c-8ae3-64500f523a08 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:08:29.039958 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] For port a314f7fb-d300-44d0-8d9f-a329afffb47b, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:29.059943 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] For port a314f7fb-d300-44d0-8d9f-a329afffb47b, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=a314f7fb-d300-44d0-8d9f-a329afffb47b,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:29.073638 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:29.269600 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:29.270219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40776d3d-9188-4457-9f3a-7a41ce8b46fd req-8404f7c2-57c9-4df8-a7aa-a10c2dc0eb65 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:29.281574 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-40776d3d-9188-4457-9f3a-7a41ce8b46fd req-8404f7c2-57c9-4df8-a7aa-a10c2dc0eb65 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1631823 Jul 11 14:08:29.295479 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Sync routers for ids ['21cf18fe-91f2-429c-8ae3-64500f523a08'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:29.313987 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Routers {'21cf18fe-91f2-429c-8ae3-64500f523a08'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:29.316614 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['21cf18fe-91f2-429c-8ae3-64500f523a08'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:29.331507 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:29.335167 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f8f118d4-356f-4625-9ed5-253e65e8dd57 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8814259 Jul 11 14:08:29.337896 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42538) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:29.377367 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (8badec30-2011-40eb-bfdf-8b2b5ef39b61), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:29.428166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port ec949c36-5292-4f81-9e70-e40e8e81c87f is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:29.442173 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf250f-fb79-4e59-a4ef-35ec14318b79 None None] Pushing event updated for resources: {'Port': ['ID=a314f7fb-d300-44d0-8d9f-a329afffb47b,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:29.445564 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:29.446196 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:29.622909 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5152265b-7bd2-451d-8187-9ae21ddc8dcb None None] Provisioning complete for port a314f7fb-d300-44d0-8d9f-a329afffb47b triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:29.623362 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5152265b-7bd2-451d-8187-9ae21ddc8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:29.672415 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Set router 21cf18fe-91f2-429c-8ae3-64500f523a08 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:29.735416 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:29.878755 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-40776d3d-9188-4457-9f3a-7a41ce8b46fd req-8f13f162-0b1f-4c56-8484-9881d40eb73c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905709 Jul 11 14:08:29.881431 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:29.927905 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5152265b-7bd2-451d-8187-9ae21ddc8dcb None None] Current status of the port a314f7fb-d300-44d0-8d9f-a329afffb47b is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:29.928843 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5152265b-7bd2-451d-8187-9ae21ddc8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:29.965253 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 3f53ff20-3058-4023-9acb-1ecb13563140 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:08:29.970974 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd1473a70-0231-4641-b454-78770bd868b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:28Z', 'revision_number': 3, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port': {'id': 'd1473a70-0231-4641-b454-78770bd868b0', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:30.037379 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 3f53ff20-3058-4023-9acb-1ecb13563140 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:08:30.037897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 3f53ff20-3058-4023-9acb-1ecb13563140 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:08:30.042157 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Checking router: 21cf18fe-91f2-429c-8ae3-64500f523a08 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:30.042540 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Updating router 21cf18fe-91f2-429c-8ae3-64500f523a08 port d1473a70-0231-4641-b454-78770bd868b0 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:08:30.051130 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5152265b-7bd2-451d-8187-9ae21ddc8dcb None None] For port a314f7fb-d300-44d0-8d9f-a329afffb47b, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=a314f7fb-d300-44d0-8d9f-a329afffb47b,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:30.065428 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5152265b-7bd2-451d-8187-9ae21ddc8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.127157 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d1473a70-0231-4641-b454-78770bd868b0), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.256029 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:30.304183 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723ecfe-b55e-4b8b-b4db-11b6fc8e1ee5 None None] The sync data for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi is: [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:30.320670 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152265b-7bd2-451d-8187-9ae21ddc8dcb None None] Pushing event updated for resources: {'Port': ['ID=a314f7fb-d300-44d0-8d9f-a329afffb47b,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:30.349265 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Deleting port 5fcdabaf-1b72-4225-845e-1828ca427559 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:08:30.350705 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.573497 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] For port 5fcdabaf-1b72-4225-845e-1828ca427559, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5fcdabaf-1b72-4225-845e-1828ca427559,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:30.574100 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.580836 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Publish callbacks [] for port (d1473a70-0231-4641-b454-78770bd868b0), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.590395 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d1473a70-0231-4641-b454-78770bd868b0), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.616463 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fea1e2-df43-446f-bae9-240e99008147 None None] Network f022c958-5bdb-4372-95a8-95eaa93fefef requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:08:30.626510 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Calling delete_port for 5fcdabaf-1b72-4225-845e-1828ca427559 owned by network:router_interface {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:08:30.689357 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.700594 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:30.703335 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:30.726414 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:30.739022 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0b364-c9a3-4a79-9586-b7a06eaf2dfe None None] Pushing event updated for resources: {'Port': ['ID=d1473a70-0231-4641-b454-78770bd868b0,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:30.779653 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:30.794845 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Attempting to bind port d1473a70-0231-4641-b454-78770bd868b0 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:30.797021 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Attempting to bind port d1473a70-0231-4641-b454-78770bd868b0 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:30.797674 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Attempting to bind port d1473a70-0231-4641-b454-78770bd868b0 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:30.809545 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:30.809924 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:30.812711 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.813308 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:30.814002 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Bound port: d1473a70-0231-4641-b454-78770bd868b0, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:30.815146 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d1473a70-0231-4641-b454-78770bd868b0), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.816747 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device a314f7fb-d300-44d0-8d9f-a329afffb47b up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:30.822510 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:30.908036 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5c80fa27-5362-4e5b-a39d-897a3430e972 None None] Provisioning complete for port d60d593d-bed4-42f5-abee-b86601b747dc triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:30.908489 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5c80fa27-5362-4e5b-a39d-897a3430e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.935840 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] For port d1473a70-0231-4641-b454-78770bd868b0, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:30.951213 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] For port d1473a70-0231-4641-b454-78770bd868b0, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=d1473a70-0231-4641-b454-78770bd868b0,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:30.966542 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d1473a70-0231-4641-b454-78770bd868b0), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:30.982872 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Allocated IP 172.20.0.1 (f022c958-5bdb-4372-95a8-95eaa93fefef/fd257d76-e5de-46d5-b557-cd08292016d2/00d34319-d54d-445e-b497-5a9a2f18cbb9) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:31.073942 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:31.100907 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Routers {'21cf18fe-91f2-429c-8ae3-64500f523a08'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:31.102884 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['21cf18fe-91f2-429c-8ae3-64500f523a08'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:31.122986 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3181f-4d40-44a0-8b65-0482571c56da req-990f3174-baf6-47f1-9eb7-7d39b45c7414 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:31.130584 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f5a3181f-4d40-44a0-8b65-0482571c56da req-990f3174-baf6-47f1-9eb7-7d39b45c7414 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1417601 Jul 11 14:08:31.186089 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0b364-c9a3-4a79-9586-b7a06eaf2dfe None None] Pushing event updated for resources: {'Port': ['ID=d1473a70-0231-4641-b454-78770bd868b0,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:31.197868 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port a314f7fb-d300-44d0-8d9f-a329afffb47b triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:31.198450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:31.199597 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.240126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks [] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.260902 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5c80fa27-5362-4e5b-a39d-897a3430e972 None None] Current status of the port d60d593d-bed4-42f5-abee-b86601b747dc is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:31.261771 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5c80fa27-5362-4e5b-a39d-897a3430e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.293710 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f5a3181f-4d40-44a0-8b65-0482571c56da req-e069c91a-5266-4a1c-a163-ea6feb932019 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620274 Jul 11 14:08:31.320326 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.326356 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (5fcdabaf-1b72-4225-845e-1828ca427559), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.350930 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] Set router 21cf18fe-91f2-429c-8ae3-64500f523a08 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:31.373735 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fcdabaf-1b72-4225-845e-1828ca427559,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:31.423935 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5c80fa27-5362-4e5b-a39d-897a3430e972 None None] For port d60d593d-bed4-42f5-abee-b86601b747dc, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=d60d593d-bed4-42f5-abee-b86601b747dc,segment=NetworkSegment(44c062d8-bb33-45af-b25e-58b809629363),segment_id=44c062d8-bb33-45af-b25e-58b809629363)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:31.425451 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Pushing event updated for resources: {'Port': ['ID=00d34319-d54d-445e-b497-5a9a2f18cbb9,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:31.443798 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Network f022c958-5bdb-4372-95a8-95eaa93fefef is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:31.445295 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:31.458187 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:31.458706 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (21cf18fe-91f2-429c-8ae3-64500f523a08), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.499310 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port a314f7fb-d300-44d0-8d9f-a329afffb47b is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:31.499962 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d60d593d-bed4-42f5-abee-b86601b747dc up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:31.504202 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5c80fa27-5362-4e5b-a39d-897a3430e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.654353 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (8badec30-2011-40eb-bfdf-8b2b5ef39b61), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.716683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-4ebcb30e-c680-44d7-963f-3b31450cac18 None None] Provisioning complete for port d60d593d-bed4-42f5-abee-b86601b747dc triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:31.717055 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4ebcb30e-c680-44d7-963f-3b31450cac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.825377 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.841998 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80fa27-5362-4e5b-a39d-897a3430e972 None None] Pushing event updated for resources: {'Port': ['ID=d60d593d-bed4-42f5-abee-b86601b747dc,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:31.845729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port d60d593d-bed4-42f5-abee-b86601b747dc triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:31.846723 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:31.919448 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd1473a70-0231-4641-b454-78770bd868b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:28Z', 'revision_number': 3, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port': {'id': 'd1473a70-0231-4641-b454-78770bd868b0', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:31.950441 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:32.005864 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28abbe60-cd24-489c-8687-a40f308dc5d6 None None] The sync data for ids ['21cf18fe-91f2-429c-8ae3-64500f523a08'] in dv-cinder-848429-3-iscsi is: [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd1473a70-0231-4641-b454-78770bd868b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:28Z', 'revision_number': 3, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port': {'id': 'd1473a70-0231-4641-b454-78770bd868b0', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:32.043434 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:08:32.070394 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port d60d593d-bed4-42f5-abee-b86601b747dc is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:32.080556 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-4ebcb30e-c680-44d7-963f-3b31450cac18 None None] Current status of the port d60d593d-bed4-42f5-abee-b86601b747dc is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:32.166959 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:32.201187 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks [] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:32.202734 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-e60ab2d6-9b73-410c-8687-f5bae95270c6 None None] Provisioning complete for port 00d34319-d54d-445e-b497-5a9a2f18cbb9 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:32.203177 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e60ab2d6-9b73-410c-8687-f5bae95270c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:32.212671 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:32.214382 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (21cf18fe-91f2-429c-8ae3-64500f523a08), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:32.224396 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:32.238540 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-0543090d-8c1d-40ff-9878-440a7723c678 admin admin] 10.222.0.49 "PUT /v2.0/routers/8badec30-2011-40eb-bfdf-8b2b5ef39b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5376959 Jul 11 14:08:32.240922 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42704) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:32.241319 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] Sync routers for ids ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:32.269841 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-e60ab2d6-9b73-410c-8687-f5bae95270c6 None None] Port 00d34319-d54d-445e-b497-5a9a2f18cbb9 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:32.273173 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] Routers {'8badec30-2011-40eb-bfdf-8b2b5ef39b61'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:32.276941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:32.284760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Pushing event updated for resources: {'Port': ['ID=00d34319-d54d-445e-b497-5a9a2f18cbb9,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:32.461223 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c02313-9dda-45a8-97bb-34805b901a96 req-385b8c3b-10e0-43b8-b9cf-200baf792ce3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:32.469089 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-45c02313-9dda-45a8-97bb-34805b901a96 req-385b8c3b-10e0-43b8-b9cf-200baf792ce3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0585537 Jul 11 14:08:32.474286 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Network f022c958-5bdb-4372-95a8-95eaa93fefef is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:32.481284 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:32.529641 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] Set router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:32.552225 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks [] for router (8badec30-2011-40eb-bfdf-8b2b5ef39b61), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:32.569278 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-45c02313-9dda-45a8-97bb-34805b901a96 req-6a7e1c7d-f3e3-413a-aa1b-289f8953d01a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992017 Jul 11 14:08:32.725233 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:32.814659 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:32.826935 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Router 21cf18fe-91f2-429c-8ae3-64500f523a08 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:08:32.865594 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks [] for router_gateway (8badec30-2011-40eb-bfdf-8b2b5ef39b61), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:32.954843 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:08:31Z', 'revision_number': 5, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port': {'id': 'f65ec481-5e0a-41e4-a670-bee45e73caa6', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:32.974878 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Deleting port f65ec481-5e0a-41e4-a670-bee45e73caa6 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:08:32.976703 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.038731 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:33.040597 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:33.040917 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d1473a70-0231-4641-b454-78770bd868b0 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:33.048480 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-249e2051-f369-4074-8765-3bda4d9aa1fb admin admin] 10.222.0.49 "PUT /v2.0/routers/21cf18fe-91f2-429c-8ae3-64500f523a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7092662 Jul 11 14:08:33.128678 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] For port f65ec481-5e0a-41e4-a670-bee45e73caa6, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=f65ec481-5e0a-41e4-a670-bee45e73caa6,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:33.129047 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.144691 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Calling delete_port for f65ec481-5e0a-41e4-a670-bee45e73caa6 owned by network:router_gateway {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:08:33.158133 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:33.284327 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] Checking router: 8badec30-2011-40eb-bfdf-8b2b5ef39b61 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:33.314345 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-aa44ff4b-4434-44de-85cf-0f3c7e50dcba None None] Provisioning complete for port 00d34319-d54d-445e-b497-5a9a2f18cbb9 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:33.314971 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aa44ff4b-4434-44de-85cf-0f3c7e50dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.368410 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] Routers {'8badec30-2011-40eb-bfdf-8b2b5ef39b61'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:33.369488 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:33.451134 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (f65ec481-5e0a-41e4-a670-bee45e73caa6), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.468427 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:33.483233 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-aa44ff4b-4434-44de-85cf-0f3c7e50dcba None None] Port 00d34319-d54d-445e-b497-5a9a2f18cbb9 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:33.491830 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port d1473a70-0231-4641-b454-78770bd868b0 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:33.492211 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d1473a70-0231-4641-b454-78770bd868b0), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.499551 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65ec481-5e0a-41e4-a670-bee45e73caa6,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:33.527343 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] Set router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 gateway port host: None {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:33.562610 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (8badec30-2011-40eb-bfdf-8b2b5ef39b61), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.641138 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:08:32Z', 'revision_number': 6, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:33.690750 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42778) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:33.692978 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860649cf-0ea4-4793-a04b-bbf6cc1cdda6 None None] The sync data for ids ['8badec30-2011-40eb-bfdf-8b2b5ef39b61'] in dv-cinder-848429-3-iscsi is: [{'id': '8badec30-2011-40eb-bfdf-8b2b5ef39b61', 'name': 'tempest-DeleteServersTestJSON-2016847871-router', 'tenant_id': '7136b6633c6e4d399a6d359d750125f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:50Z', 'updated_at': '2022-07-11T14:08:32Z', 'revision_number': 6, 'project_id': '7136b6633c6e4d399a6d359d750125f0', 'gw_port_host': None}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:33.695604 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-3e3ef0d2-ec9e-4add-9046-17d1b65f9df2 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442611955', 'description': 'tempest-secgroup-smoke-1442611955 description', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:33.746330 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef0d2-ec9e-4add-9046-17d1b65f9df2 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.748840 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port d1473a70-0231-4641-b454-78770bd868b0 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:33.749985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d1473a70-0231-4641-b454-78770bd868b0), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.772056 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (8badec30-2011-40eb-bfdf-8b2b5ef39b61), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.776442 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks [] for router_controller (8badec30-2011-40eb-bfdf-8b2b5ef39b61), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.787741 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port d1473a70-0231-4641-b454-78770bd868b0, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=d1473a70-0231-4641-b454-78770bd868b0,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:33.792586 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d1473a70-0231-4641-b454-78770bd868b0), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.793706 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d60d593d-bed4-42f5-abee-b86601b747dc up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:33.847961 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef0d2-ec9e-4add-9046-17d1b65f9df2 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group (e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.853707 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef0d2-ec9e-4add-9046-17d1b65f9df2 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.862941 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aae7fa-3fd2-4af2-b26d-4266a275bbe5 req-8a552be5-6c3d-45e2-ac2c-c0e494312b70 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:33.864481 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-76aae7fa-3fd2-4af2-b26d-4266a275bbe5 req-8a552be5-6c3d-45e2-ac2c-c0e494312b70 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1950352 Jul 11 14:08:33.892521 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=d1473a70-0231-4641-b454-78770bd868b0,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:33.894630 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (8badec30-2011-40eb-bfdf-8b2b5ef39b61), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.895439 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8badec30-2011-40eb-bfdf-8b2b5ef39b61 {{(pid=104192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:08:33.897112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef0d2-ec9e-4add-9046-17d1b65f9df2 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.902467 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3e3ef0d2-ec9e-4add-9046-17d1b65f9df2 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2086794 Jul 11 14:08:33.903703 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.906486 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42788) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:33.908376 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d806974d-d7d3-4a4f-a324-2de12797c7c7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8badec30-2011-40eb-bfdf-8b2b5ef39b61 HTTP/1.1" status: 204 len: 168 time: 1.6653528 Jul 11 14:08:33.909514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42790) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:33.914929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-ca71ac3c-4997-48ef-b09d-278284501d0d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:33.925584 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port d60d593d-bed4-42f5-abee-b86601b747dc triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:33.926171 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.927886 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ef0d2-ec9e-4add-9046-17d1b65f9df2 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:33.963092 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ca71ac3c-4997-48ef-b09d-278284501d0d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (3fd98b5f-09ec-4ebf-9649-a651949db550), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:33.991746 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-76aae7fa-3fd2-4af2-b26d-4266a275bbe5 req-9e6902ee-7e3e-4413-aa18-f4154d297660 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187611 Jul 11 14:08:34.010256 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] Deleting subnet 8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:08:34.014211 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] Publish callbacks [] for subnet (8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.043316 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ca71ac3c-4997-48ef-b09d-278284501d0d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (3fd98b5f-09ec-4ebf-9649-a651949db550), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.043735 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port d60d593d-bed4-42f5-abee-b86601b747dc is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:34.058848 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ca71ac3c-4997-48ef-b09d-278284501d0d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (3fd98b5f-09ec-4ebf-9649-a651949db550), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.065230 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] Publish callbacks [] for subnet (8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.081194 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71ac3c-4997-48ef-b09d-278284501d0d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd98b5f-09ec-4ebf-9649-a651949db550,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.089368 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ca71ac3c-4997-48ef-b09d-278284501d0d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.090795 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-ca71ac3c-4997-48ef-b09d-278284501d0d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827672 Jul 11 14:08:34.093441 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42796) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:34.098907 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-992bea3d-a27d-4840-8e91-9f9e8b49a3c6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:34.107129 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:34.134847 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-992bea3d-a27d-4840-8e91-9f9e8b49a3c6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (2407c5a3-994d-4c0c-b5ac-1c3d1f352983), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.164438 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.203469 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-992bea3d-a27d-4840-8e91-9f9e8b49a3c6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (2407c5a3-994d-4c0c-b5ac-1c3d1f352983), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.208658 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-992bea3d-a27d-4840-8e91-9f9e8b49a3c6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (2407c5a3-994d-4c0c-b5ac-1c3d1f352983), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.237305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bea3d-a27d-4840-8e91-9f9e8b49a3c6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2407c5a3-994d-4c0c-b5ac-1c3d1f352983,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.237516 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.242259 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-992bea3d-a27d-4840-8e91-9f9e8b49a3c6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.243503 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-992bea3d-a27d-4840-8e91-9f9e8b49a3c6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490865 Jul 11 14:08:34.246238 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42798) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:34.251441 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-2f679e76-0fef-4555-9ca9-654188abebc8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:34.270574 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.276984 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.280677 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a2212a3d-0062-4bf9-82c5-170457cba67e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8ae9b8c3-4d51-4bc4-ad25-b14d4144a8cb HTTP/1.1" status: 204 len: 168 time: 0.3353405 Jul 11 14:08:34.283996 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42800) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:34.285160 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d3547-5875-4b55-8a1f-c9dd4ccb1fb9 None None] Network b364de4d-87f1-4e0a-bd87-a6bc0f5965fd requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:08:34.290830 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f679e76-0fef-4555-9ca9-654188abebc8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (ea8884c6-f5c3-4f6c-9a69-ccd427dbc6aa), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.369090 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f679e76-0fef-4555-9ca9-654188abebc8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (ea8884c6-f5c3-4f6c-9a69-ccd427dbc6aa), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.369640 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.374666 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f679e76-0fef-4555-9ca9-654188abebc8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (ea8884c6-f5c3-4f6c-9a69-ccd427dbc6aa), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.397361 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f679e76-0fef-4555-9ca9-654188abebc8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8884c6-f5c3-4f6c-9a69-ccd427dbc6aa,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.407428 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f679e76-0fef-4555-9ca9-654188abebc8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.408714 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2f679e76-0fef-4555-9ca9-654188abebc8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613128 Jul 11 14:08:34.414844 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42802) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:34.419792 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-f7d551ae-115c-4442-96ca-14faca003586 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:34.433473 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Deleting port dc0925d5-7165-4a63-8681-298e62682520 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:08:34.433844 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (dc0925d5-7165-4a63-8681-298e62682520), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.456489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f7d551ae-115c-4442-96ca-14faca003586 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (e6e70545-55f8-4af3-a1b3-3f29e53a756f), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.502451 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] For port dc0925d5-7165-4a63-8681-298e62682520, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=dc0925d5-7165-4a63-8681-298e62682520,segment=NetworkSegment(30c4ad2f-cc58-4525-ace9-fc8f6973a562),segment_id=30c4ad2f-cc58-4525-ace9-fc8f6973a562)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:34.503026 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (dc0925d5-7165-4a63-8681-298e62682520), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.509017 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:34.516580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Calling delete_port for dc0925d5-7165-4a63-8681-298e62682520 owned by network:dhcp {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:08:34.521952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f7d551ae-115c-4442-96ca-14faca003586 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (e6e70545-55f8-4af3-a1b3-3f29e53a756f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.526290 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f7d551ae-115c-4442-96ca-14faca003586 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (e6e70545-55f8-4af3-a1b3-3f29e53a756f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.527381 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:34.555566 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d551ae-115c-4442-96ca-14faca003586 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e70545-55f8-4af3-a1b3-3f29e53a756f,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.573487 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] DHCP port deletion for b364de4d-87f1-4e0a-bd87-a6bc0f5965fd request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:08:34.581897 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f7d551ae-115c-4442-96ca-14faca003586 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.587849 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f7d551ae-115c-4442-96ca-14faca003586 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673510 Jul 11 14:08:34.587849 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42804) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:34.590879 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:34.623482 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.securitygroups_db [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Project 2c01634e004b43239e6912ee0a9d1ffd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:08:34.626871 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (dc0925d5-7165-4a63-8681-298e62682520), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.639780 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (3858f702-c03b-4e34-af92-f03ab46ff190), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.656073 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Sync routers for ids ['21cf18fe-91f2-429c-8ae3-64500f523a08'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:34.657210 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] No DVR routers for this DVR port dc0925d5-7165-4a63-8681-298e62682520 on host dv-cinder-848429-3-iscsi {{(pid=104192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:08:34.662280 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0925d5-7165-4a63-8681-298e62682520,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.673372 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Routers {'21cf18fe-91f2-429c-8ae3-64500f523a08'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:34.676927 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['21cf18fe-91f2-429c-8ae3-64500f523a08'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:34.692456 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] Deleting port dc0925d5-7165-4a63-8681-298e62682520 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:08:34.692961 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (dc0925d5-7165-4a63-8681-298e62682520), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.723274 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d1473a70-0231-4641-b454-78770bd868b0 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:34.752611 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (3858f702-c03b-4e34-af92-f03ab46ff190), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.759075 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (3858f702-c03b-4e34-af92-f03ab46ff190), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.768074 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.797970 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3858f702-c03b-4e34-af92-f03ab46ff190,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.800216 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.800558 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.801277 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.801391 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:34.801853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > port after_create 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.802405 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > port after_delete 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.802681 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > port after_update 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.803094 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.803327 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.803676 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.803988 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:34.818847 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.820380 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7a172fea-83f2-42a4-9f15-b8a6752d414b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2333934 Jul 11 14:08:34.825531 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42806) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:34.829363 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Set router 21cf18fe-91f2-429c-8ae3-64500f523a08 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:34.831204 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a', 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:34.840915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] For port dc0925d5-7165-4a63-8681-298e62682520, host dv-cinder-848429-3-iscsi, got binding levels [] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:34.841744 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (dc0925d5-7165-4a63-8681-298e62682520), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.867637 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port d1473a70-0231-4641-b454-78770bd868b0 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:34.867916 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d1473a70-0231-4641-b454-78770bd868b0), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.884821 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.securitygroups_db [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Project 2c01634e004b43239e6912ee0a9d1ffd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:08:34.893318 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] Calling delete_port for dc0925d5-7165-4a63-8681-298e62682520 owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:08:34.895008 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (6ba1dab2-83c2-4ea1-b3c6-f8b97d288869), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.904168 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.ipam_backend_mixin [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] Port dc0925d5-7165-4a63-8681-298e62682520 was not found and therefore no delete operation was performed {{(pid=104193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 11 14:08:34.909732 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (dc0925d5-7165-4a63-8681-298e62682520), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:34.945490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] Pushing event deleted for resources: {'Port': ['ID=dc0925d5-7165-4a63-8681-298e62682520,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:34.955636 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:34.961805 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98849328-f29b-49b7-a3a8-2f1587f58639 None None] No DVR routers for this DVR port dc0925d5-7165-4a63-8681-298e62682520 on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:08:35.039485 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port d1473a70-0231-4641-b454-78770bd868b0 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:35.085056 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (6ba1dab2-83c2-4ea1-b3c6-f8b97d288869), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.091845 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (6ba1dab2-83c2-4ea1-b3c6-f8b97d288869), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.113065 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:35.113413 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:35.113741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:35.114072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:08:35.123950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b364de4d-87f1-4e0a-bd87-a6bc0f5965fd']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:35.145441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dc0925d5-7165-4a63-8681-298e62682520 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:08:35.176560 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c4ad2f-cc58-4525-ace9-fc8f6973a562') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:35.177118 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c4ad2f-cc58-4525-ace9-fc8f6973a562') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:35.193256 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba1dab2-83c2-4ea1-b3c6-f8b97d288869,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:35.193471 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: dc0925d5-7165-4a63-8681-298e62682520 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:08:35.193471 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dc0925d5-7165-4a63-8681-298e62682520 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:08:35.193471 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f65ec481-5e0a-41e4-a670-bee45e73caa6 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:08:35.210868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf318e0-ff65-4804-b1c2-9c6c6495bdfb req-d70c4576-0280-40d4-bcc5-9bd8907338c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:35.213498 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4cf318e0-ff65-4804-b1c2-9c6c6495bdfb req-d70c4576-0280-40d4-bcc5-9bd8907338c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 1129 time: 0.1494915 Jul 11 14:08:35.217844 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: f65ec481-5e0a-41e4-a670-bee45e73caa6 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:08:35.218272 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f65ec481-5e0a-41e4-a670-bee45e73caa6 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:08:35.219126 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5fcdabaf-1b72-4225-845e-1828ca427559 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:08:35.223111 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.234860 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3f66ca30-30cf-449c-aad1-fff864596aba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4075596 Jul 11 14:08:35.245761 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (30c4ad2f-cc58-4525-ace9-fc8f6973a562), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.264920 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 5fcdabaf-1b72-4225-845e-1828ca427559 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:08:35.265411 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5fcdabaf-1b72-4225-845e-1828ca427559 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:08:35.276433 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd1473a70-0231-4641-b454-78770bd868b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:31Z', 'revision_number': 4, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port': {'id': 'd1473a70-0231-4641-b454-78770bd868b0', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '00d34319-d54d-445e-b497-5a9a2f18cbb9', 'name': '', 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'mac_address': 'fa:16:3e:35:00:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fd257d76-e5de-46d5-b557-cd08292016d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:30Z', 'updated_at': '2022-07-11T14:08:32Z', 'revision_number': 2, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'subnets': [{'id': 'fd257d76-e5de-46d5-b557-cd08292016d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:35.278099 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:35.295085 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94432bd5-99c3-4398-9cfc-f5a497387475 req-30da35d4-b66b-4e6a-a3d1-ea6054976eff tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:35.296721 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-94432bd5-99c3-4398-9cfc-f5a497387475 req-30da35d4-b66b-4e6a-a3d1-ea6054976eff tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1066284 Jul 11 14:08:35.300050 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (30c4ad2f-cc58-4525-ace9-fc8f6973a562), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.321702 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Checking router: 21cf18fe-91f2-429c-8ae3-64500f523a08 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:35.322390 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Updating router 21cf18fe-91f2-429c-8ae3-64500f523a08 port 00d34319-d54d-445e-b497-5a9a2f18cbb9 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:08:35.323965 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:08:35.324370 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (30c4ad2f-cc58-4525-ace9-fc8f6973a562), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.342864 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4cf318e0-ff65-4804-b1c2-9c6c6495bdfb req-c8e576b9-37c2-430a-8b2b-7a71c9b4f91a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058819 Jul 11 14:08:35.364944 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.448318 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (b364de4d-87f1-4e0a-bd87-a6bc0f5965fd), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.461779 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-94432bd5-99c3-4398-9cfc-f5a497387475 req-8d32e7f4-d23e-422d-bf51-cc1b117d0454 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532531 Jul 11 14:08:35.475171 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.482932 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] 10.222.0.49 "DELETE /v2.0/networks/b364de4d-87f1-4e0a-bd87-a6bc0f5965fd HTTP/1.1" status: 204 len: 168 time: 1.1978154 Jul 11 14:08:35.496225 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427ade7-cf75-4b35-a2dc-e259690df1af admin admin] Pushing event deleted for resources: {'Network': ['ID=b364de4d-87f1-4e0a-bd87-a6bc0f5965fd,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:35.537798 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42858) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:35.622295 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 30c4ad2f-cc58-4525-ace9-fc8f6973a562 resource provider aggregate not found Jul 11 14:08:35.647526 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 30c4ad2f-cc58-4525-ace9-fc8f6973a562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30c4ad2f-cc58-4525-ace9-fc8f6973a562 found for delete ", "request_id": "req-cb7a63f5-9064-4eb6-af42-3548fb332326"}]} Jul 11 14:08:35.682930 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42870) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:35.730237 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f5ce7355-079d-4a4f-a737-e55438fbde50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7136b6633c6e4d399a6d359d750125f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461645 Jul 11 14:08:35.732978 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 42872) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:35.780597 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:35.791026 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:35.791576 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:35.797453 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a0035df-d267-4fd8-adcc-b6917fb2f79d admin admin] Publish callbacks [] for security_group (3f724bce-431a-4c37-a312-effb3a270a97), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.826911 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a0035df-d267-4fd8-adcc-b6917fb2f79d admin admin] Publish callbacks [] for security_group (3f724bce-431a-4c37-a312-effb3a270a97), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.871068 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Publish callbacks [] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.885889 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.892368 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a0035df-d267-4fd8-adcc-b6917fb2f79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (3f724bce-431a-4c37-a312-effb3a270a97), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.895308 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7a0035df-d267-4fd8-adcc-b6917fb2f79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:35.898891 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7a0035df-d267-4fd8-adcc-b6917fb2f79d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f724bce-431a-4c37-a312-effb3a270a97 HTTP/1.1" status: 204 len: 168 time: 0.1623178 Jul 11 14:08:35.906999 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0035df-d267-4fd8-adcc-b6917fb2f79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f724bce-431a-4c37-a312-effb3a270a97,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:35.996128 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-1f86a517-124f-4099-ad02-551aaa40f551 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=809cb51806b54475bc876aaa27c556c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4530880 Jul 11 14:08:35.998098 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 42880) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:36.024525 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Attempting to bind port 00d34319-d54d-445e-b497-5a9a2f18cbb9 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:36.025165 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Attempting to bind port 00d34319-d54d-445e-b497-5a9a2f18cbb9 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:36.025669 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Attempting to bind port 00d34319-d54d-445e-b497-5a9a2f18cbb9 on network f022c958-5bdb-4372-95a8-95eaa93fefef {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:36.032794 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:36.033465 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Checking segment: {'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:36.034100 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.034882 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Bound using segment: {'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:36.035597 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Bound port: 00d34319-d54d-445e-b497-5a9a2f18cbb9, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c062d8-bb33-45af-b25e-58b809629363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:36.036226 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.038436 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d36b-e5b2-4c56-88e3-7954fcba89d8 None None] Pushing event updated for resources: {'Port': ['ID=00d34319-d54d-445e-b497-5a9a2f18cbb9,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:36.121268 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0181dc33-3a47-4db7-95ee-ee1923971663 admin admin] Publish callbacks [] for security_group (e623299b-68dd-402a-9b50-675c7afee0ed), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.148792 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0181dc33-3a47-4db7-95ee-ee1923971663 admin admin] Publish callbacks [] for security_group (e623299b-68dd-402a-9b50-675c7afee0ed), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.161428 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] For port 00d34319-d54d-445e-b497-5a9a2f18cbb9, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:36.165074 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] For port 00d34319-d54d-445e-b497-5a9a2f18cbb9, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=00d34319-d54d-445e-b497-5a9a2f18cbb9,segment=NetworkSegment(44c062d8-bb33-45af-b25e-58b809629363),segment_id=44c062d8-bb33-45af-b25e-58b809629363)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:36.176024 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.216101 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0181dc33-3a47-4db7-95ee-ee1923971663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e623299b-68dd-402a-9b50-675c7afee0ed), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.219458 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0181dc33-3a47-4db7-95ee-ee1923971663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.220761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-0181dc33-3a47-4db7-95ee-ee1923971663 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e623299b-68dd-402a-9b50-675c7afee0ed HTTP/1.1" status: 204 len: 168 time: 0.2215452 Jul 11 14:08:36.231059 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181dc33-3a47-4db7-95ee-ee1923971663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e623299b-68dd-402a-9b50-675c7afee0ed,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:36.254895 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Routers {'21cf18fe-91f2-429c-8ae3-64500f523a08'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:36.255634 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['21cf18fe-91f2-429c-8ae3-64500f523a08'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:36.257847 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d36b-e5b2-4c56-88e3-7954fcba89d8 None None] Pushing event updated for resources: {'Port': ['ID=00d34319-d54d-445e-b497-5a9a2f18cbb9,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:36.336630 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-48c65910-6ae2-4deb-ab11-47dd65d3b9d6 None None] Provisioning complete for port 00d34319-d54d-445e-b497-5a9a2f18cbb9 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:36.336630 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-48c65910-6ae2-4deb-ab11-47dd65d3b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.414177 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] Set router 21cf18fe-91f2-429c-8ae3-64500f523a08 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:36.433918 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-48c65910-6ae2-4deb-ab11-47dd65d3b9d6 None None] Current status of the port 00d34319-d54d-445e-b497-5a9a2f18cbb9 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:36.434701 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-48c65910-6ae2-4deb-ab11-47dd65d3b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.494908 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-48c65910-6ae2-4deb-ab11-47dd65d3b9d6 None None] For port 00d34319-d54d-445e-b497-5a9a2f18cbb9, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=00d34319-d54d-445e-b497-5a9a2f18cbb9,segment=NetworkSegment(44c062d8-bb33-45af-b25e-58b809629363),segment_id=44c062d8-bb33-45af-b25e-58b809629363)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:36.520919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-48c65910-6ae2-4deb-ab11-47dd65d3b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.643819 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c65910-6ae2-4deb-ab11-47dd65d3b9d6 None None] Pushing event updated for resources: {'Port': ['ID=00d34319-d54d-445e-b497-5a9a2f18cbb9,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:36.661909 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-62ccde7b-172c-4977-97ae-8bd3a2cd7da9 None None] Provisioning complete for port 00d34319-d54d-445e-b497-5a9a2f18cbb9 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:36.662326 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-62ccde7b-172c-4977-97ae-8bd3a2cd7da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:36.735156 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29e72-361b-4857-af7f-3615d5ff6747 req-85fd3c26-fc64-49aa-9115-f5877fc9d8c4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:36.745874 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ccb29e72-361b-4857-af7f-3615d5ff6747 req-85fd3c26-fc64-49aa-9115-f5877fc9d8c4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1111844 Jul 11 14:08:36.769380 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-62ccde7b-172c-4977-97ae-8bd3a2cd7da9 None None] Current status of the port 00d34319-d54d-445e-b497-5a9a2f18cbb9 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:36.832542 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ccb29e72-361b-4857-af7f-3615d5ff6747 req-954656b5-324d-4a73-a8bd-953a82c4ac2e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850277 Jul 11 14:08:36.838861 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd1473a70-0231-4641-b454-78770bd868b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:31Z', 'revision_number': 4, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port': {'id': 'd1473a70-0231-4641-b454-78770bd868b0', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '00d34319-d54d-445e-b497-5a9a2f18cbb9', 'name': '', 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'mac_address': 'fa:16:3e:35:00:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fd257d76-e5de-46d5-b557-cd08292016d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:30Z', 'updated_at': '2022-07-11T14:08:36Z', 'revision_number': 4, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'subnets': [{'id': 'fd257d76-e5de-46d5-b557-cd08292016d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:36.887888 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c34eb-9733-4ddc-b72e-016fa36d7a31 None None] The sync data for ids ['21cf18fe-91f2-429c-8ae3-64500f523a08'] in dv-cinder-848429-3-iscsi is: [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd1473a70-0231-4641-b454-78770bd868b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:31Z', 'revision_number': 4, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port': {'id': 'd1473a70-0231-4641-b454-78770bd868b0', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '00d34319-d54d-445e-b497-5a9a2f18cbb9', 'name': '', 'network_id': 'f022c958-5bdb-4372-95a8-95eaa93fefef', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'mac_address': 'fa:16:3e:35:00:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'fd257d76-e5de-46d5-b557-cd08292016d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:30Z', 'updated_at': '2022-07-11T14:08:36Z', 'revision_number': 4, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'subnets': [{'id': 'fd257d76-e5de-46d5-b557-cd08292016d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:37.956190 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92584b-95ee-4735-b426-6ae0e044b38d req-f438717a-34e8-4bac-ac5a-49052f35ac44 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:37.957628 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4a92584b-95ee-4735-b426-6ae0e044b38d req-f438717a-34e8-4bac-ac5a-49052f35ac44 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0475752 Jul 11 14:08:38.004752 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4a92584b-95ee-4735-b426-6ae0e044b38d req-4ff16ff0-9933-4426-bbc8-c7f2c048c1b1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Jul 11 14:08:38.119754 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e835c-c0b7-45c4-bde7-385dabbf88f1 req-b1a247d5-09cc-4fef-9bc8-1a9d49a42e8c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:38.121283 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ff7e835c-c0b7-45c4-bde7-385dabbf88f1 req-b1a247d5-09cc-4fef-9bc8-1a9d49a42e8c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0473173 Jul 11 14:08:38.166407 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:38.171154 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ff7e835c-c0b7-45c4-bde7-385dabbf88f1 req-e1b6f0b7-8646-4990-bb83-3f2d53b2a3bc tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Jul 11 14:08:38.600067 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 00d34319-d54d-445e-b497-5a9a2f18cbb9 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:38.644332 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 00d34319-d54d-445e-b497-5a9a2f18cbb9 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:38.644696 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:38.715821 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 00d34319-d54d-445e-b497-5a9a2f18cbb9 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:40.819053 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-3f4c0326-ead4-43aa-bab9-f285089105d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:40.821292 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-3f4c0326-ead4-43aa-bab9-f285089105d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1129 time: 0.0425107 Jul 11 14:08:40.924033 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-01fb0bfa-c987-4387-8b42-3d88e79a4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:40.925519 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-01fb0bfa-c987-4387-8b42-3d88e79a4326 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.0968401 Jul 11 14:08:40.966683 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-2c999f5e-33f2-47ba-8c71-b7309c9a59c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 200 len: 217 time: 0.0342009 Jul 11 14:08:41.020440 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-6fa84997-f69e-48e7-9cd2-472d77261ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:41.022172 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-6fa84997-f69e-48e7-9cd2-472d77261ed1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0478435 Jul 11 14:08:41.036062 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:41.069541 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25321613-a04b-4d4b-8b81-c96c12f82a39 req-aa760854-6744-41fa-a68a-1f5edf436fe5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:41.074959 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-25321613-a04b-4d4b-8b81-c96c12f82a39 req-aa760854-6744-41fa-a68a-1f5edf436fe5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.3052914 Jul 11 14:08:41.079272 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-89219205-2ac1-4709-ade7-dcc0feb06567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:41.080926 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-89219205-2ac1-4709-ade7-dcc0feb06567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527558 Jul 11 14:08:41.121180 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-25321613-a04b-4d4b-8b81-c96c12f82a39 req-d6063ab1-77d2-4d1b-9265-6c9f6a5ede72 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Jul 11 14:08:41.182199 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-002a794c-cdf2-40c0-ada9-fb6b344fbb00 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932386 Jul 11 14:08:41.303711 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-58c4e95c-04ee-41e2-96bc-052f53323f92 req-76d567d3-44e4-41c6-8465-b6b5b14fc74d service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116395 Jul 11 14:08:42.238259 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bc33c-6386-4d3d-8926-840281a28cfc req-f3b906be-24be-465d-a455-d20363f96b7c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:42.239751 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d33bc33c-6386-4d3d-8926-840281a28cfc req-f3b906be-24be-465d-a455-d20363f96b7c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0493126 Jul 11 14:08:42.288187 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d33bc33c-6386-4d3d-8926-840281a28cfc req-5a0762c0-923a-4c36-b157-e197a585d14e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Jul 11 14:08:43.419538 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd509096-dc8d-49fc-85c6-097cf0bc8d3f req-17eaca19-0fc9-46a8-9ccb-317089901159 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:43.420991 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dd509096-dc8d-49fc-85c6-097cf0bc8d3f req-17eaca19-0fc9-46a8-9ccb-317089901159 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Jul 11 14:08:43.467762 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dd509096-dc8d-49fc-85c6-097cf0bc8d3f req-b2e1cf87-d7a4-4db0-9e66-bbf21a7abd41 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Jul 11 14:08:44.579721 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d445c-8796-42da-ac3d-ee8b7235e907 req-4184bc4d-3d4c-4907-b31f-94d37d6a5dd4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:44.581169 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a5d445c-8796-42da-ac3d-ee8b7235e907 req-4184bc4d-3d4c-4907-b31f-94d37d6a5dd4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0460453 Jul 11 14:08:44.628715 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a5d445c-8796-42da-ac3d-ee8b7235e907 req-5991d1b5-968a-4077-a776-a7ffcf877357 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Jul 11 14:08:45.723684 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:45.743355 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a081-ed07-4cee-a0fe-f2e3d49d0001 req-cc635811-ada3-4b44-8b71-efcbe2cf5072 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:45.744837 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2f90a081-ed07-4cee-a0fe-f2e3d49d0001 req-cc635811-ada3-4b44-8b71-efcbe2cf5072 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0490580 Jul 11 14:08:45.794528 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2f90a081-ed07-4cee-a0fe-f2e3d49d0001 req-74d149e6-bf01-4300-948c-662c207d07a2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Jul 11 14:08:46.841243 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:46.843238 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:46.916238 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacd858-5121-4539-bacb-e36a6ff739fe req-11a0bdd7-927d-49da-938f-120456a36ae8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:46.917679 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fbacd858-5121-4539-bacb-e36a6ff739fe req-11a0bdd7-927d-49da-938f-120456a36ae8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0542891 Jul 11 14:08:46.967434 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fbacd858-5121-4539-bacb-e36a6ff739fe req-e991a90d-b7bf-4ef7-9b11-295a2a67ef19 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Jul 11 14:08:47.454952 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-119e196e-28bc-4ccb-a89d-00cb52e401db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:48.081304 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe302b-07cf-4691-a485-802e3408c015 req-c8e1b53b-5efd-473d-93b7-66933b6ef041 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:48.082838 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8fbe302b-07cf-4691-a485-802e3408c015 req-c8e1b53b-5efd-473d-93b7-66933b6ef041 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0477023 Jul 11 14:08:48.130844 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8fbe302b-07cf-4691-a485-802e3408c015 req-0c5f1929-8b1a-4680-8a92-919066f8da2e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Jul 11 14:08:49.254012 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d7324-f1ca-4295-8ba3-dac717a22d5e req-de45f484-4ca3-4587-97af-9475a42aa04e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:49.255693 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-889d7324-f1ca-4295-8ba3-dac717a22d5e req-de45f484-4ca3-4587-97af-9475a42aa04e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0537908 Jul 11 14:08:49.304022 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-889d7324-f1ca-4295-8ba3-dac717a22d5e req-fd4350df-1e7f-4028-bc56-f93e7777e101 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Jul 11 14:08:49.892625 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7a38fcb2-c9a5-4ba3-859f-cdc5289d08a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:50.422586 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d907ab-c76c-43b5-a41b-ae29c733edae req-f4658466-e270-453c-86dc-53fc281b7631 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:50.424047 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-54d907ab-c76c-43b5-a41b-ae29c733edae req-f4658466-e270-453c-86dc-53fc281b7631 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0501661 Jul 11 14:08:50.472445 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-54d907ab-c76c-43b5-a41b-ae29c733edae req-95b0188a-40ba-47ad-8d69-2fffa4887ae3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Jul 11 14:08:51.029056 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:51.288006 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:51.300430 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=22 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:51.590057 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bcda7-85a4-43b7-99db-5fb48a116ffb req-0ef777a8-56e0-4c13-a92c-aa9f2611ad78 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:51.592356 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d99bcda7-85a4-43b7-99db-5fb48a116ffb req-0ef777a8-56e0-4c13-a92c-aa9f2611ad78 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Jul 11 14:08:51.647137 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d99bcda7-85a4-43b7-99db-5fb48a116ffb req-52dd826c-2dab-4fad-b666-cc08529d00dd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Jul 11 14:08:52.541524 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:52.767065 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7f39c-06e7-404b-96cd-710ceff34b45 req-decaf4e5-9bb0-4b9f-a4dc-a934d43cd7df tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:52.768544 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dec7f39c-06e7-404b-96cd-710ceff34b45 req-decaf4e5-9bb0-4b9f-a4dc-a934d43cd7df tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0488408 Jul 11 14:08:52.803604 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:52.823645 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dec7f39c-06e7-404b-96cd-710ceff34b45 req-e26d0b15-a8c3-45af-89ac-fe9b2238460b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Jul 11 14:08:53.430362 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43180) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:53.543922 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.546398 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:53.631639 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Publish callbacks [] for security_group (03ad9c04-0b62-4ea7-ba67-66370e88cdf6), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.635978 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (03ad9c04-0b62-4ea7-ba67-66370e88cdf6), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.679166 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43188) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:53.680596 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3cc52e007fe407db072f8c788b984dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491617 Jul 11 14:08:53.681429 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad9c04-0b62-4ea7-ba67-66370e88cdf6,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:53.683538 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43190) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:53.696200 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.696551 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.696895 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.697242 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.706724 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.707138 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.707531 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.707846 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.708248 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.708691 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.709199 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.709925 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.709925 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.710194 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.710524 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44977a5-cafe-4bb8-a4cf-5f1a9fbdd2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:53.757578 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-602592ea-4ae2-4af4-9f77-9f3f44e8ad0f admin admin] Publish callbacks [] for security_group (03ad9c04-0b62-4ea7-ba67-66370e88cdf6), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.758981 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:53.787379 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-602592ea-4ae2-4af4-9f77-9f3f44e8ad0f admin admin] Publish callbacks [] for security_group (03ad9c04-0b62-4ea7-ba67-66370e88cdf6), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.839138 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-602592ea-4ae2-4af4-9f77-9f3f44e8ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (03ad9c04-0b62-4ea7-ba67-66370e88cdf6), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.841955 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-602592ea-4ae2-4af4-9f77-9f3f44e8ad0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.843271 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-602592ea-4ae2-4af4-9f77-9f3f44e8ad0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03ad9c04-0b62-4ea7-ba67-66370e88cdf6 HTTP/1.1" status: 204 len: 168 time: 0.1580570 Jul 11 14:08:53.852254 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602592ea-4ae2-4af4-9f77-9f3f44e8ad0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad9c04-0b62-4ea7-ba67-66370e88cdf6,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:53.876100 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:53.912027 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba08bf-500d-475d-bcab-e9291a9f95c4 req-fe3d23fc-4c57-454e-a073-9a05b9d63542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:53.914079 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-96ba08bf-500d-475d-bcab-e9291a9f95c4 req-fe3d23fc-4c57-454e-a073-9a05b9d63542 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1129 time: 0.0915716 Jul 11 14:08:54.028318 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-96ba08bf-500d-475d-bcab-e9291a9f95c4 req-3c919958-ffa9-426b-adaa-03351b9e8e93 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038678 Jul 11 14:08:54.102089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Publish callbacks [] for security_group (e4138231-9941-4fcf-a1c4-48f207b73243), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.107425 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e4138231-9941-4fcf-a1c4-48f207b73243), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.152886 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4138231-9941-4fcf-a1c4-48f207b73243,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:54.157138 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90b8d008e7a142d881ddbae53f5b3dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766557 Jul 11 14:08:54.162700 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43202) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:54.170829 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.171171 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.171511 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.172059 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.172183 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.172491 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.172808 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.173125 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.173448 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.173766 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.174661 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.174661 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.174847 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.175071 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.175385 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b236c11-ba69-4c64-8ca4-c5ffd7118350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:54.182825 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eef359-c457-4e50-8854-46bed8fa7694 req-d00fca0d-9676-4993-8e65-2e3bc876c71b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:54.184322 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-29eef359-c457-4e50-8854-46bed8fa7694 req-d00fca0d-9676-4993-8e65-2e3bc876c71b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0494804 Jul 11 14:08:54.239699 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a834cc97-bf92-4b07-bca9-5f6db5650956 admin admin] Publish callbacks [] for security_group (e4138231-9941-4fcf-a1c4-48f207b73243), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.240087 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-29eef359-c457-4e50-8854-46bed8fa7694 req-cd0bb3ec-adfd-4660-8c59-836f1c6d15d7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499077 Jul 11 14:08:54.264798 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a834cc97-bf92-4b07-bca9-5f6db5650956 admin admin] Publish callbacks [] for security_group (e4138231-9941-4fcf-a1c4-48f207b73243), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.313781 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a834cc97-bf92-4b07-bca9-5f6db5650956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e4138231-9941-4fcf-a1c4-48f207b73243), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.316779 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a834cc97-bf92-4b07-bca9-5f6db5650956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.318044 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a834cc97-bf92-4b07-bca9-5f6db5650956 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4138231-9941-4fcf-a1c4-48f207b73243 HTTP/1.1" status: 204 len: 168 time: 0.1544249 Jul 11 14:08:54.327622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834cc97-bf92-4b07-bca9-5f6db5650956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4138231-9941-4fcf-a1c4-48f207b73243,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:54.576801 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.735568 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43232) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:54.903383 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-91566435-network', 'tenant_id': '32353b01d57e434eafdb5f253517ef93'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:54.930262 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Made reservation on behalf of 32353b01d57e434eafdb5f253517ef93 for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:08:54.932714 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:54.942484 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.029696 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks [] for security_group (809bb660-8e74-4713-ba21-acc44a292694), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.035905 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (809bb660-8e74-4713-ba21-acc44a292694), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.066046 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:08:55.076837 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809bb660-8e74-4713-ba21-acc44a292694,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:55.084152 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (4ffa074d-d1dc-4622-acdd-a2be14778d92), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.084512 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Added segment 4ffa074d-d1dc-4622-acdd-a2be14778d92 of type vlan for network 6d181705-7d20-4c7e-a599-6ad30727516a Jul 11 14:08:55.133819 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (6d181705-7d20-4c7e-a599-6ad30727516a), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.162797 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (6d181705-7d20-4c7e-a599-6ad30727516a), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.163796 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:55.164392 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.189816 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:55.210439 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43258) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:55.210985 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4738150 Jul 11 14:08:55.215942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Request body: {'subnet': {'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-91566435-subnet', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:55.237500 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Made reservation on behalf of 32353b01d57e434eafdb5f253517ef93 for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:08:55.240692 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.243812 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84e8d0-9066-42bc-8915-9955d9225818 admin admin] Pushing event updated for resources: {'Network': ['ID=6d181705-7d20-4c7e-a599-6ad30727516a,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:55.255343 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 6d181705-7d20-4c7e-a599-6ad30727516a details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:08:55.376228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258906d-a7fd-4f5a-b65f-cb0d4aa29b4c req-96f1fad2-6757-4526-a57b-a50648b68a56 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:55.377870 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b258906d-a7fd-4f5a-b65f-cb0d4aa29b4c req-96f1fad2-6757-4526-a57b-a50648b68a56 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0562296 Jul 11 14:08:55.441244 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b258906d-a7fd-4f5a-b65f-cb0d4aa29b4c req-feb8a507-884a-4fa1-8103-9efc03a12e13 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Jul 11 14:08:55.478123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (0b19735a-9636-4be0-8f36-3bf33c9ff846), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.543020 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b19735a-9636-4be0-8f36-3bf33c9ff846,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:55.550727 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Checking segment: {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:55.550952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Network hostable DHCP agents. Network: 6d181705-7d20-4c7e-a599-6ad30727516a, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:08:55.578239 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Network 6d181705-7d20-4c7e-a599-6ad30727516a is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:08:55.589311 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 6d181705-7d20-4c7e-a599-6ad30727516a) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:55.593591 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:55.594518 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.604880 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:55.608605 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e7347f-d7f9-4b3d-bc03-ef52ee2dd222 None None] Network 6d181705-7d20-4c7e-a599-6ad30727516a requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:08:55.617497 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3b576dba-6bab-4e45-bdb8-78e4f626bccb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4029608 Jul 11 14:08:55.617700 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43272) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:55.622481 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:08:55.631091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:55.633937 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:55.649499 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.650678 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.710669 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks [] for router_controller (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.747256 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-6d181705-7d20-4c7e-a599-6ad30727516a', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'project_id': '32353b01d57e434eafdb5f253517ef93', 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:08:55.748515 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.752143 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:55.859023 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks [] for router_gateway (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:55.903472 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:08:55.916495 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Allocated IP 172.20.0.2 (6d181705-7d20-4c7e-a599-6ad30727516a/0b19735a-9636-4be0-8f36-3bf33c9ff846/9efa462e-6edd-4b05-af9f-19daefad00e1) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:56.076013 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks [] for router_gateway (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.099869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.159156 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Publish callbacks [] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.167002 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.216551 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Network 6d181705-7d20-4c7e-a599-6ad30727516a is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:56.218177 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:56.228415 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Pushing event updated for resources: {'Port': ['ID=9efa462e-6edd-4b05-af9f-19daefad00e1,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:56.233246 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:56.247087 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.247575 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.247999 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.248384 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.248743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.249223 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.249558 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.249888 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.250605 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.251081 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.251464 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.251843 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.253054 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Allocated IP 172.27.1.163 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/8e9d52b9-fd62-42fd-adb3-a531fd99df29) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:56.253572 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.253572 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.253572 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:08:56.314219 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Attempting to bind port 9efa462e-6edd-4b05-af9f-19daefad00e1 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:56.314773 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Attempting to bind port 9efa462e-6edd-4b05-af9f-19daefad00e1 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:56.315136 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Attempting to bind port 9efa462e-6edd-4b05-af9f-19daefad00e1 on network 6d181705-7d20-4c7e-a599-6ad30727516a {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:56.320915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:56.321295 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Checking segment: {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:56.321692 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.322080 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Bound using segment: {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:56.322585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Bound port: 9efa462e-6edd-4b05-af9f-19daefad00e1, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:56.322963 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.367113 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks [] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.400617 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.449509 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:56.454388 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:56.457022 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:56.495882 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Pushing event updated for resources: {'Port': ['ID=8e9d52b9-fd62-42fd-adb3-a531fd99df29,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:56.507012 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] For port 9efa462e-6edd-4b05-af9f-19daefad00e1, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:56.510657 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] For port 9efa462e-6edd-4b05-af9f-19daefad00e1, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=9efa462e-6edd-4b05-af9f-19daefad00e1,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:56.518088 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.553537 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:56.584787 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291dd3b-2456-4912-8fdd-99b566d20f5a None None] Pushing event updated for resources: {'Port': ['ID=9efa462e-6edd-4b05-af9f-19daefad00e1,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:56.587878 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbc0c5-65ac-448f-a80c-576d5e159af1 req-2ecbb567-93dd-4fa9-aa8c-5647c9363d6e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:56.589793 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c0cbc0c5-65ac-448f-a80c-576d5e159af1 req-2ecbb567-93dd-4fa9-aa8c-5647c9363d6e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0622430 Jul 11 14:08:56.645783 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c0cbc0c5-65ac-448f-a80c-576d5e159af1 req-7374c83b-fa88-427c-bb56-cb11637a4244 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Jul 11 14:08:56.691184 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks [] for router_gateway (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:56.806147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:56.965423 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a62a0-ee11-4e69-b3f8-28d3732d68ba req-4eaf8043-f6fa-4289-83e8-e43281174d00 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:56.968138 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-731a62a0-ee11-4e69-b3f8-28d3732d68ba req-4eaf8043-f6fa-4289-83e8-e43281174d00 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0612216 Jul 11 14:08:57.020529 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-731a62a0-ee11-4e69-b3f8-28d3732d68ba req-1829b073-cace-4913-ad03-85b5d51bd6b0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454400 Jul 11 14:08:57.181852 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb734f-8b31-4400-a99a-cf04175e95da req-caf91ed4-bd1b-48e8-a018-84219420e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:57.183371 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-16cb734f-8b31-4400-a99a-cf04175e95da req-caf91ed4-bd1b-48e8-a018-84219420e577 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1129 time: 0.0760970 Jul 11 14:08:57.231983 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:57.338869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb734f-8b31-4400-a99a-cf04175e95da req-0e093fba-634a-4dec-a0cc-cd227e9abd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:57.340231 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-16cb734f-8b31-4400-a99a-cf04175e95da req-0e093fba-634a-4dec-a0cc-cd227e9abd07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.1500013 Jul 11 14:08:57.415225 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-16cb734f-8b31-4400-a99a-cf04175e95da req-1b264840-6b50-4d94-b6f2-0e355af2ca6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 200 len: 217 time: 0.0480163 Jul 11 14:08:57.496066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb734f-8b31-4400-a99a-cf04175e95da req-f1d44717-4e9f-49c5-8a94-4e6cd4b90bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:57.497195 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-16cb734f-8b31-4400-a99a-cf04175e95da req-f1d44717-4e9f-49c5-8a94-4e6cd4b90bd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0722356 Jul 11 14:08:57.516458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:08:57.586945 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb734f-8b31-4400-a99a-cf04175e95da req-14a35a5b-21ec-47eb-be65-c70f0339fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:57.588473 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-16cb734f-8b31-4400-a99a-cf04175e95da req-14a35a5b-21ec-47eb-be65-c70f0339fe75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830598 Jul 11 14:08:57.611336 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca67925-0844-4139-9af4-a30f636677d1 None None] Network 6d181705-7d20-4c7e-a599-6ad30727516a requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:08:57.651571 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-92b3b0a2-c4a8-4d34-9b68-59117088e1fd None None] Provisioning complete for port 9efa462e-6edd-4b05-af9f-19daefad00e1 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:57.652191 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-92b3b0a2-c4a8-4d34-9b68-59117088e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:57.708621 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:57.725183 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Sync routers for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:08:57.734458 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-16cb734f-8b31-4400-a99a-cf04175e95da req-324409e8-012a-41f4-8bab-6167b19199b5 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363187 Jul 11 14:08:57.737950 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:57.741637 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-cd6d707d-0046-4546-acd3-14922184416f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1202731 Jul 11 14:08:57.742282 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43308) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:08:57.747962 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:57.769530 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:57.770182 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:57.815183 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:57.842808 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-16cb734f-8b31-4400-a99a-cf04175e95da req-75cf2cf4-8b3f-4a32-8846-8d32be689c8d service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018755 Jul 11 14:08:57.849469 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:57.860763 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:57.905639 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-92b3b0a2-c4a8-4d34-9b68-59117088e1fd None None] Current status of the port 9efa462e-6edd-4b05-af9f-19daefad00e1 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:57.906036 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-92b3b0a2-c4a8-4d34-9b68-59117088e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:57.960803 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:58.017374 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-92b3b0a2-c4a8-4d34-9b68-59117088e1fd None None] For port 9efa462e-6edd-4b05-af9f-19daefad00e1, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=9efa462e-6edd-4b05-af9f-19daefad00e1,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:08:58.022961 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-92b3b0a2-c4a8-4d34-9b68-59117088e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.138161 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3b0a2-c4a8-4d34-9b68-59117088e1fd None None] Pushing event updated for resources: {'Port': ['ID=9efa462e-6edd-4b05-af9f-19daefad00e1,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:58.152167 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-deca06ea-8787-4577-91ea-d3e70699fa8a None None] Provisioning complete for port 9efa462e-6edd-4b05-af9f-19daefad00e1 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:58.152537 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-deca06ea-8787-4577-91ea-d3e70699fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.208634 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74e1ff-2d1f-4644-9fc1-f3128c8aede8 req-ea78baf3-2d0b-4d16-8079-19f14e876873 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:58.210205 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a74e1ff-2d1f-4644-9fc1-f3128c8aede8 req-ea78baf3-2d0b-4d16-8079-19f14e876873 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0834322 Jul 11 14:08:58.243966 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:56Z', 'revision_number': 3, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:58.273389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Checking router: 13c166d9-bf27-4f10-a8a6-7d3e497ecbad for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:08:58.273729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Updating router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:08:58.303660 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a74e1ff-2d1f-4644-9fc1-f3128c8aede8 req-34734e37-5722-4fb1-9911-95a1d6d28755 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855327 Jul 11 14:08:58.309539 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.327485 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-deca06ea-8787-4577-91ea-d3e70699fa8a None None] Current status of the port 9efa462e-6edd-4b05-af9f-19daefad00e1 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:58.329672 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.427919 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:58.471908 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Allocated IP 172.20.0.1 (6d181705-7d20-4c7e-a599-6ad30727516a/0b19735a-9636-4be0-8f36-3bf33c9ff846/923596c7-f67f-4d04-acf6-788c60a2d451) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:08:58.602664 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks [] for port (923596c7-f67f-4d04-acf6-788c60a2d451), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.611075 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Publish callbacks [] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.617979 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.650501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.667666 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 9efa462e-6edd-4b05-af9f-19daefad00e1 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:08:58.675682 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:58.696072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Network 6d181705-7d20-4c7e-a599-6ad30727516a is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:58.700912 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:58.705167 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:08:58.706047 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Attempting to bind port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:08:58.706630 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Attempting to bind port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:08:58.706991 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Attempting to bind port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:08:58.716413 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:08:58.717000 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:08:58.717408 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.717801 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:08:58.718481 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Bound port: 8e9d52b9-fd62-42fd-adb3-a531fd99df29, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:08:58.719017 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.744276 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Pushing event updated for resources: {'Port': ['ID=923596c7-f67f-4d04-acf6-788c60a2d451,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:58.757797 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.759076 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed4ecf-cacb-4436-94fd-a34c88f93234 None None] Pushing event updated for resources: {'Port': ['ID=8e9d52b9-fd62-42fd-adb3-a531fd99df29,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:58.772335 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:58.796931 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 9efa462e-6edd-4b05-af9f-19daefad00e1 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:58.797336 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.843535 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] For port 8e9d52b9-fd62-42fd-adb3-a531fd99df29, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:08:58.847305 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:58.848631 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] For port 8e9d52b9-fd62-42fd-adb3-a531fd99df29, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=8e9d52b9-fd62-42fd-adb3-a531fd99df29,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:08:58.870004 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:58.902149 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:59.012895 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:08:59.013555 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:59.064963 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 9efa462e-6edd-4b05-af9f-19daefad00e1 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:08:59.069336 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed4ecf-cacb-4436-94fd-a34c88f93234 None None] Pushing event updated for resources: {'Port': ['ID=8e9d52b9-fd62-42fd-adb3-a531fd99df29,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:59.106239 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks [] for port (923596c7-f67f-4d04-acf6-788c60a2d451), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:59.110465 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:59.138041 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:08:59.179627 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Pushing event updated for resources: {'Port': ['ID=923596c7-f67f-4d04-acf6-788c60a2d451,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:08:59.182081 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:59.183497 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-9d527f92-e9f9-41ee-95fe-cd2588442c87 None None] Provisioning complete for port 923596c7-f67f-4d04-acf6-788c60a2d451 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:59.183874 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9d527f92-e9f9-41ee-95fe-cd2588442c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:59.258511 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9d527f92-e9f9-41ee-95fe-cd2588442c87 None None] Port 923596c7-f67f-4d04-acf6-788c60a2d451 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:59.287467 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:08:59.294270 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Network 6d181705-7d20-4c7e-a599-6ad30727516a is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:08:59.296522 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:08:59.471148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d440c4-608d-461b-a605-d102c44673c6 req-ee0019d6-695e-4072-8055-7af7f04f453c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:08:59.473361 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-92d440c4-608d-461b-a605-d102c44673c6 req-ee0019d6-695e-4072-8055-7af7f04f453c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0702190 Jul 11 14:08:59.478865 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:08:59.497093 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 1, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:08:59.523000 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07678785-a057-4976-b2d8-b03ee50befb7 None None] The sync data for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi is: [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 1, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:08:59.568188 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-92d440c4-608d-461b-a605-d102c44673c6 req-02bd6226-e253-432d-bf32-5fee3dfc0124 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Jul 11 14:08:59.579643 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-32132a01-e36c-4c98-b2e1-5eec98f1fca8 None None] Provisioning complete for port 923596c7-f67f-4d04-acf6-788c60a2d451 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:08:59.580101 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-32132a01-e36c-4c98-b2e1-5eec98f1fca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:08:59.622023 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-32132a01-e36c-4c98-b2e1-5eec98f1fca8 None None] Port 923596c7-f67f-4d04-acf6-788c60a2d451 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:08:59.636795 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:08:59.641838 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-de92dc70-2071-48e3-a978-453b7912ea1d admin admin] 10.222.0.49 "PUT /v2.0/routers/13c166d9-bf27-4f10-a8a6-7d3e497ecbad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984871 Jul 11 14:09:00.255313 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43348) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:00.260163 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1871944892-network', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:00.276256 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:00.281807 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Made reservation on behalf of b7d4d56298dc40c9b1fde368ed3f19f4 for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:09:00.284906 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.298282 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.385136 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks [] for security_group (ee665fde-1287-4fa5-b5c3-4119962ff08f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.389585 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ee665fde-1287-4fa5-b5c3-4119962ff08f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.420543 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:09:00.428806 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee665fde-1287-4fa5-b5c3-4119962ff08f,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:00.437039 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (722468fa-42e5-4d56-87e7-cf32910d9ef7), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.437308 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Added segment 722468fa-42e5-4d56-87e7-cf32910d9ef7 of type vlan for network 5a70bef6-4f90-4033-809c-527bbf1f8f00 Jul 11 14:09:00.481256 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (5a70bef6-4f90-4033-809c-527bbf1f8f00), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.507139 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (5a70bef6-4f90-4033-809c-527bbf1f8f00), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.508131 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:00.508704 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.551946 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2924740 Jul 11 14:09:00.552884 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43354) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:00.569605 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Request body: {'subnet': {'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1871944892-subnet', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:00.590371 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43374fc3-4611-4aea-a094-ffde0291a902 admin admin] Pushing event updated for resources: {'Network': ['ID=5a70bef6-4f90-4033-809c-527bbf1f8f00,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:00.601256 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:09:00.611575 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Made reservation on behalf of b7d4d56298dc40c9b1fde368ed3f19f4 for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:09:00.613991 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.644482 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 8e9d52b9-fd62-42fd-adb3-a531fd99df29 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:00.734507 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57727b8-7ee4-4b17-bfe5-217d0de64a88 req-7dbec907-7e2c-4e49-8cbb-3695992f852f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:00.736840 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a57727b8-7ee4-4b17-bfe5-217d0de64a88 req-7dbec907-7e2c-4e49-8cbb-3695992f852f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0619404 Jul 11 14:09:00.743123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:00.756267 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:00.756633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.801297 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a57727b8-7ee4-4b17-bfe5-217d0de64a88 req-321f2ec4-5ff4-4f2a-a1c2-9a524cebfcb8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Jul 11 14:09:00.841050 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:00.841794 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.845167 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (293a25ed-e61b-4809-abcc-896a67e162d3), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.867590 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 8e9d52b9-fd62-42fd-adb3-a531fd99df29, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=8e9d52b9-fd62-42fd-adb3-a531fd99df29,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:00.871943 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.877080 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:00.899835 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:00.911149 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=293a25ed-e61b-4809-abcc-896a67e162d3,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:00.921196 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Checking segment: {'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:00.921550 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Network hostable DHCP agents. Network: 5a70bef6-4f90-4033-809c-527bbf1f8f00, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:09:00.930796 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=8e9d52b9-fd62-42fd-adb3-a531fd99df29,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:00.941838 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:09:00.950834 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 5a70bef6-4f90-4033-809c-527bbf1f8f00) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:00.954660 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:00.955271 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:00.960832 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33077379-0530-4e93-954f-252f8791c3a7 None None] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:09:00.974230 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-819cf14d-5695-4a7b-a93d-5249c2d455a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4186158 Jul 11 14:09:00.976928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43358) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:00.980782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:01.004472 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (9f954f88-bc8a-4fee-a067-0aa526b9a464), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.005524 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (9f954f88-bc8a-4fee-a067-0aa526b9a464), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.056421 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks [] for router_controller (9f954f88-bc8a-4fee-a067-0aa526b9a464), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.076538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-5a70bef6-4f90-4033-809c-527bbf1f8f00', 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00', 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'fixed_ips': [{'subnet_id': '293a25ed-e61b-4809-abcc-896a67e162d3'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:09:01.077436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.204029 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks [] for router_gateway (9f954f88-bc8a-4fee-a067-0aa526b9a464), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.240819 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Allocated IP 172.20.0.2 (5a70bef6-4f90-4033-809c-527bbf1f8f00/293a25ed-e61b-4809-abcc-896a67e162d3/193232b0-336b-4732-8895-70b75d303582) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:01.408873 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks [] for router_gateway (9f954f88-bc8a-4fee-a067-0aa526b9a464), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.429979 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Publish callbacks [] for port (193232b0-336b-4732-8895-70b75d303582), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.437224 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (193232b0-336b-4732-8895-70b75d303582), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.437450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.481511 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:01.484970 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:01.487926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:01.488779 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:01.519915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Pushing event updated for resources: {'Port': ['ID=193232b0-336b-4732-8895-70b75d303582,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:01.563088 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Attempting to bind port 193232b0-336b-4732-8895-70b75d303582 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:09:01.563488 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Attempting to bind port 193232b0-336b-4732-8895-70b75d303582 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:09:01.563829 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Attempting to bind port 193232b0-336b-4732-8895-70b75d303582 on network 5a70bef6-4f90-4033-809c-527bbf1f8f00 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:01.570044 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:09:01.570272 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Checking segment: {'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:01.570663 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.571041 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Bound using segment: {'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:09:01.571498 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Allocated IP 172.27.1.202 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/eafefa68-d3e0-488a-83b8-b37e76e0be11) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:01.571963 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Bound port: 193232b0-336b-4732-8895-70b75d303582, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:09:01.571963 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (193232b0-336b-4732-8895-70b75d303582), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.646817 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] For port 193232b0-336b-4732-8895-70b75d303582, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:09:01.650779 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] For port 193232b0-336b-4732-8895-70b75d303582, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=193232b0-336b-4732-8895-70b75d303582,segment=NetworkSegment(722468fa-42e5-4d56-87e7-cf32910d9ef7),segment_id=722468fa-42e5-4d56-87e7-cf32910d9ef7)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:09:01.657059 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (193232b0-336b-4732-8895-70b75d303582), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.703837 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks [] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.718486 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564485c-df2f-4682-afb4-cab33349f283 None None] Pushing event updated for resources: {'Port': ['ID=193232b0-336b-4732-8895-70b75d303582,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:01.723095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:01.752506 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:01.782539 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Sync routers for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:09:01.797664 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:01.798659 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:01.817147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:01.822434 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:01.825240 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:01.858817 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Pushing event updated for resources: {'Port': ['ID=eafefa68-d3e0-488a-83b8-b37e76e0be11,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:02.012820 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:02.085514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fd89b-25cf-4c5f-b895-a856793ad2fd req-e571cb41-d9cd-4bc9-9ba4-0a2df6ada8cd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:02.088077 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f55fd89b-25cf-4c5f-b895-a856793ad2fd req-e571cb41-d9cd-4bc9-9ba4-0a2df6ada8cd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.1132386 Jul 11 14:09:02.183475 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f55fd89b-25cf-4c5f-b895-a856793ad2fd req-c636682d-a5ef-4b44-9448-b38d48198133 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902290 Jul 11 14:09:02.212839 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks [] for router_gateway (9f954f88-bc8a-4fee-a067-0aa526b9a464), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.321406 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 2, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:02.345871 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Checking router: 13c166d9-bf27-4f10-a8a6-7d3e497ecbad for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:09:02.346225 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Updating router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad port 923596c7-f67f-4d04-acf6-788c60a2d451 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:09:02.378510 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.405189 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (9f954f88-bc8a-4fee-a067-0aa526b9a464), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.619343 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Router 9f954f88-bc8a-4fee-a067-0aa526b9a464 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:09:02.761827 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 193232b0-336b-4732-8895-70b75d303582 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:02.805436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:02.831204 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 193232b0-336b-4732-8895-70b75d303582 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:02.831818 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (193232b0-336b-4732-8895-70b75d303582), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.864200 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Publish callbacks [] for port (923596c7-f67f-4d04-acf6-788c60a2d451), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.873660 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.929990 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:02.937838 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 193232b0-336b-4732-8895-70b75d303582 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:02.938107 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (193232b0-336b-4732-8895-70b75d303582), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.990264 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 193232b0-336b-4732-8895-70b75d303582, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=193232b0-336b-4732-8895-70b75d303582,segment=NetworkSegment(722468fa-42e5-4d56-87e7-cf32910d9ef7),segment_id=722468fa-42e5-4d56-87e7-cf32910d9ef7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:02.994816 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a60ed2-7131-41d8-92e6-c53fb0f1c418 None None] Pushing event updated for resources: {'Port': ['ID=923596c7-f67f-4d04-acf6-788c60a2d451,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:02.996372 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (193232b0-336b-4732-8895-70b75d303582), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:02.997480 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 8e9d52b9-fd62-42fd-adb3-a531fd99df29 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:03.047329 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Attempting to bind port 923596c7-f67f-4d04-acf6-788c60a2d451 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:09:03.047696 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Attempting to bind port 923596c7-f67f-4d04-acf6-788c60a2d451 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:09:03.048058 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Attempting to bind port 923596c7-f67f-4d04-acf6-788c60a2d451 on network 6d181705-7d20-4c7e-a599-6ad30727516a {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:03.054949 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:03.058088 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:09:03.062611 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Checking segment: {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:03.062824 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:03.063098 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Bound using segment: {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:09:03.063595 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Bound port: 923596c7-f67f-4d04-acf6-788c60a2d451, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:09:03.063976 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:03.075629 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ac0ad-6397-4c65-abba-bb4731b1d107 None None] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:09:03.100043 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:03.110223 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:09:03.111302 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-62ed787f-c6b7-47f7-9074-0f688894a3d7 None None] Provisioning complete for port 193232b0-336b-4732-8895-70b75d303582 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:03.111681 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-62ed787f-c6b7-47f7-9074-0f688894a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (193232b0-336b-4732-8895-70b75d303582), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:03.142163 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:03.147709 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6bf191bc-01f4-4f26-ba29-0b608d4d42dd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1659663 Jul 11 14:09:03.147897 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43398) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:03.163706 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Sync routers for ids ['9f954f88-bc8a-4fee-a067-0aa526b9a464'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:09:03.168863 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:03.174087 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] For port 923596c7-f67f-4d04-acf6-788c60a2d451, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:09:03.184643 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] For port 923596c7-f67f-4d04-acf6-788c60a2d451, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=923596c7-f67f-4d04-acf6-788c60a2d451,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:09:03.200574 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:03.272657 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:03.273045 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:03.285766 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:03.285766 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:03.287896 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a60ed2-7131-41d8-92e6-c53fb0f1c418 None None] Pushing event updated for resources: {'Port': ['ID=923596c7-f67f-4d04-acf6-788c60a2d451,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:03.312752 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Routers {'9f954f88-bc8a-4fee-a067-0aa526b9a464'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:03.313670 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['9f954f88-bc8a-4fee-a067-0aa526b9a464'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:03.369147 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=193232b0-336b-4732-8895-70b75d303582,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:03.539432 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:03.652570 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d266f2-0583-425c-84a2-cfccbfa0d2cd req-a461e3aa-062b-42b8-b003-4068c537febf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:03.654491 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f5d266f2-0583-425c-84a2-cfccbfa0d2cd req-a461e3aa-062b-42b8-b003-4068c537febf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Jul 11 14:09:03.693280 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:03.753642 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-62ed787f-c6b7-47f7-9074-0f688894a3d7 None None] Current status of the port 193232b0-336b-4732-8895-70b75d303582 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:03.761618 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:03.765914 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f5d266f2-0583-425c-84a2-cfccbfa0d2cd req-25611299-2b59-470d-aa1c-a1cff01d8540 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016026 Jul 11 14:09:03.773087 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Set router 9f954f88-bc8a-4fee-a067-0aa526b9a464 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:03.783886 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:03Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:03.828804 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1617a-048d-4135-b369-b489f9b7a0fb None None] The sync data for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi is: [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:03Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:09:03.858929 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:03.863535 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:03.908799 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Provisioning complete for port 193232b0-336b-4732-8895-70b75d303582 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:03.909924 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (193232b0-336b-4732-8895-70b75d303582), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.074469 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Current status of the port 193232b0-336b-4732-8895-70b75d303582 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:04.083607 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Provisioning complete for port 923596c7-f67f-4d04-acf6-788c60a2d451 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:04.083983 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.092700 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.116586 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:02Z', 'revision_number': 3, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port': {'id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:04.156320 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Checking router: 9f954f88-bc8a-4fee-a067-0aa526b9a464 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:09:04.156671 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Updating router 9f954f88-bc8a-4fee-a067-0aa526b9a464 port eafefa68-d3e0-488a-83b8-b37e76e0be11 binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:09:04.198963 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.319535 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Current status of the port 923596c7-f67f-4d04-acf6-788c60a2d451 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:04.320009 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.330181 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Allocated IP 172.20.0.1 (5a70bef6-4f90-4033-809c-527bbf1f8f00/293a25ed-e61b-4809-abcc-896a67e162d3/ed0f5207-355f-4f6d-8347-36cdc5684f4c) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:04.407917 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] For port 923596c7-f67f-4d04-acf6-788c60a2d451, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=923596c7-f67f-4d04-acf6-788c60a2d451,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:04.441778 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.477335 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks [] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.477724 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:04.526148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.539542 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49ee10-dbcd-4a4a-a653-efff8a03129e None None] Pushing event updated for resources: {'Port': ['ID=923596c7-f67f-4d04-acf6-788c60a2d451,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:04.618503 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Publish callbacks [] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.630668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:04.632388 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.634953 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0f5207-355f-4f6d-8347-36cdc5684f4c,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:04.641479 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:04.651428 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:04.716109 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:04.726575 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (9f954f88-bc8a-4fee-a067-0aa526b9a464), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.728749 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:04.732250 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Attempting to bind port eafefa68-d3e0-488a-83b8-b37e76e0be11 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:09:04.732709 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Attempting to bind port eafefa68-d3e0-488a-83b8-b37e76e0be11 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:09:04.733170 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Attempting to bind port eafefa68-d3e0-488a-83b8-b37e76e0be11 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:04.746692 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:09:04.747321 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:04.747984 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.748444 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:09:04.749007 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Bound port: eafefa68-d3e0-488a-83b8-b37e76e0be11, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:09:04.749793 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.751723 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 193232b0-336b-4732-8895-70b75d303582 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:04.830494 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981d92e-cf94-4517-9a55-1b1a006f3963 None None] Pushing event updated for resources: {'Port': ['ID=eafefa68-d3e0-488a-83b8-b37e76e0be11,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:04.889374 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] For port eafefa68-d3e0-488a-83b8-b37e76e0be11, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:09:04.901451 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] For port eafefa68-d3e0-488a-83b8-b37e76e0be11, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=eafefa68-d3e0-488a-83b8-b37e76e0be11,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:09:04.937078 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.958173 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:04.973745 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 193232b0-336b-4732-8895-70b75d303582 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:04.974356 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (193232b0-336b-4732-8895-70b75d303582), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:05.006388 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:05.048682 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Routers {'9f954f88-bc8a-4fee-a067-0aa526b9a464'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:05.049304 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['9f954f88-bc8a-4fee-a067-0aa526b9a464'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:05.106656 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981d92e-cf94-4517-9a55-1b1a006f3963 None None] Pushing event updated for resources: {'Port': ['ID=eafefa68-d3e0-488a-83b8-b37e76e0be11,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:05.123053 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-a382ec11-7808-423e-b981-c13d0d7fc02f None None] Provisioning complete for port ed0f5207-355f-4f6d-8347-36cdc5684f4c triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:05.123419 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a382ec11-7808-423e-b981-c13d0d7fc02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:05.144204 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks [] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:05.148696 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:05.220310 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (9f954f88-bc8a-4fee-a067-0aa526b9a464), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:05.223977 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0f5207-355f-4f6d-8347-36cdc5684f4c,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:05.227497 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a382ec11-7808-423e-b981-c13d0d7fc02f None None] Port ed0f5207-355f-4f6d-8347-36cdc5684f4c cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:09:05.233844 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 193232b0-336b-4732-8895-70b75d303582 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:05.234941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 923596c7-f67f-4d04-acf6-788c60a2d451 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:05.272449 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] Set router 9f954f88-bc8a-4fee-a067-0aa526b9a464 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:05.326950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:05.328372 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:05.353348 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 923596c7-f67f-4d04-acf6-788c60a2d451 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:05.353717 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:05.438147 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Router 9f954f88-bc8a-4fee-a067-0aa526b9a464 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:09:05.494049 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:05.524026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 923596c7-f67f-4d04-acf6-788c60a2d451 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:05.542416 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:05.548901 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 4, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port': {'id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ed0f5207-355f-4f6d-8347-36cdc5684f4c', 'name': '', 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'mac_address': 'fa:16:3e:06:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:04Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 1, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'subnets': [{'id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:05.556664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-edd2a431-4b42-46de-b7fb-da03e3e50cfd None None] Provisioning complete for port ed0f5207-355f-4f6d-8347-36cdc5684f4c triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:05.557608 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-edd2a431-4b42-46de-b7fb-da03e3e50cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:05.558710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:09:05.563888 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-518292ce-b027-43d7-9fad-f1c71eb87032 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f954f88-bc8a-4fee-a067-0aa526b9a464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4159214 Jul 11 14:09:05.583046 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65aa593-fa1a-4794-885e-5444f0c29fd3 None None] The sync data for ids ['9f954f88-bc8a-4fee-a067-0aa526b9a464'] in dv-cinder-848429-3-iscsi is: [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 4, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port': {'id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ed0f5207-355f-4f6d-8347-36cdc5684f4c', 'name': '', 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'mac_address': 'fa:16:3e:06:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:04Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 1, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'subnets': [{'id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:09:05.613324 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-edd2a431-4b42-46de-b7fb-da03e3e50cfd None None] Port ed0f5207-355f-4f6d-8347-36cdc5684f4c cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:09:06.350668 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43472) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:06.359923 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-22b67423-5786-4d32-b4f0-c599ee1cc99f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577975437', 'description': 'tempest-description--1959142216'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:06.454878 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:06.466584 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-22b67423-5786-4d32-b4f0-c599ee1cc99f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:06.509261 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-df745a52-017f-4e8e-bd69-676327b53b97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345882 Jul 11 14:09:06.696066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-22b67423-5786-4d32-b4f0-c599ee1cc99f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group (e467ae29-d5ab-4774-a032-07fd9ad2e4dd), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:06.714069 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-22b67423-5786-4d32-b4f0-c599ee1cc99f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e467ae29-d5ab-4774-a032-07fd9ad2e4dd), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:06.749876 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-a625c1a6-fdd2-44a8-8276-58a9b752700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:06.751417 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-a625c1a6-fdd2-44a8-8276-58a9b752700f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 1129 time: 0.1248116 Jul 11 14:09:06.778767 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67423-5786-4d32-b4f0-c599ee1cc99f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e467ae29-d5ab-4774-a032-07fd9ad2e4dd,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:06.807578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device eafefa68-d3e0-488a-83b8-b37e76e0be11 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:06.819088 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-22b67423-5786-4d32-b4f0-c599ee1cc99f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:06.820874 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-22b67423-5786-4d32-b4f0-c599ee1cc99f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4651792 Jul 11 14:09:06.823418 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43482) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:06.829173 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-ddf3c902-572b-4587-8472-675fe9fe7cf4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'security_group_rule': {'security_group_id': 'e467ae29-d5ab-4774-a032-07fd9ad2e4dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:06.866461 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port eafefa68-d3e0-488a-83b8-b37e76e0be11 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:06.866897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:06.907946 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c902-572b-4587-8472-675fe9fe7cf4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group_rule (87673397-d25e-4a5c-a546-3a7ecdc71937), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:06.998760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-ea2db8ef-4a05-41fd-a349-99f46eb0a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:07.000665 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-ea2db8ef-4a05-41fd-a349-99f46eb0a7f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.2186821 Jul 11 14:09:07.040852 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port eafefa68-d3e0-488a-83b8-b37e76e0be11 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:07.057368 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.100435 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c902-572b-4587-8472-675fe9fe7cf4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group_rule (87673397-d25e-4a5c-a546-3a7ecdc71937), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.101484 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:07.108413 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c902-572b-4587-8472-675fe9fe7cf4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (87673397-d25e-4a5c-a546-3a7ecdc71937), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.127769 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port eafefa68-d3e0-488a-83b8-b37e76e0be11, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=eafefa68-d3e0-488a-83b8-b37e76e0be11,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:07.131452 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-883478b7-48ae-4281-98e7-f3c920a1d619 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a HTTP/1.1" status: 200 len: 217 time: 0.1245039 Jul 11 14:09:07.135411 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.136904 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 923596c7-f67f-4d04-acf6-788c60a2d451 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:07.229963 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-61aefa7b-76c6-4d1d-8161-a34071eca9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:07.230805 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c902-572b-4587-8472-675fe9fe7cf4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.236966 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-61aefa7b-76c6-4d1d-8161-a34071eca9fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0933268 Jul 11 14:09:07.238593 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-ddf3c902-572b-4587-8472-675fe9fe7cf4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139261 Jul 11 14:09:07.241974 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43490) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:07.254475 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3c902-572b-4587-8472-675fe9fe7cf4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87673397-d25e-4a5c-a546-3a7ecdc71937,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:07.261108 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-f44b6a0d-d710-48db-b513-884e75c22029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'security_group_rule': {'security_group_id': 'e467ae29-d5ab-4774-a032-07fd9ad2e4dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:07.305756 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-eca8c834-84f2-4359-9c93-0d7c80c08231 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442611955&fields=id&tenant_id=2c01634e004b43239e6912ee0a9d1ffd HTTP/1.1" status: 200 len: 267 time: 0.1335893 Jul 11 14:09:07.339564 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=eafefa68-d3e0-488a-83b8-b37e76e0be11,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:07.365385 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 923596c7-f67f-4d04-acf6-788c60a2d451 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:07.365772 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.392691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-536b8d07-c2b2-4933-991c-3190194c1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:07.395045 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-536b8d07-c2b2-4933-991c-3190194c1886 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1519058 Jul 11 14:09:07.426211 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f44b6a0d-d710-48db-b513-884e75c22029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group_rule (019de2fb-a920-489c-b184-beba24cd38c7), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.506900 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:07.514471 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-cd225198-0532-4ef9-adaa-bcdc98e3af75 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:07.523207 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-cd225198-0532-4ef9-adaa-bcdc98e3af75 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 809 time: 0.2080047 Jul 11 14:09:07.550481 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-3f00f63f-405d-40cc-b36f-3f847b59446d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/quotas/2c01634e004b43239e6912ee0a9d1ffd HTTP/1.1" status: 200 len: 375 time: 0.0254703 Jul 11 14:09:07.587841 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 923596c7-f67f-4d04-acf6-788c60a2d451 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:07.608732 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f44b6a0d-d710-48db-b513-884e75c22029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group_rule (019de2fb-a920-489c-b184-beba24cd38c7), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.645003 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f44b6a0d-d710-48db-b513-884e75c22029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (019de2fb-a920-489c-b184-beba24cd38c7), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.652110 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-af6754e6-49c7-40fe-a376-f61abdbb78b5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005952 Jul 11 14:09:07.682564 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b6a0d-d710-48db-b513-884e75c22029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019de2fb-a920-489c-b184-beba24cd38c7,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:07.696024 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f44b6a0d-d710-48db-b513-884e75c22029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.701705 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43494) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:07.702390 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f44b6a0d-d710-48db-b513-884e75c22029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4568853 Jul 11 14:09:07.709360 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:07.722590 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-b8dd5bfb-2ebf-4532-ae39-25ac6938df7f service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161068 Jul 11 14:09:07.787650 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:07.810570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:07.911981 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3bfd0b2d-2984-4f0d-ae9d-fa29de7a9478 req-b7e6f44e-6708-4792-8a78-e5772dc5cb35 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816206 Jul 11 14:09:07.930147 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-90f79952-94c2-465f-a621-103851c53859 service neutron] 10.222.0.49 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689095 Jul 11 14:09:07.984532 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:08.127520 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-287df907-284d-4cf7-a00a-5e3203fd1a5d service neutron] 10.222.0.49 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834848 Jul 11 14:09:08.231127 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Allocated IP 172.27.1.138 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/5375ca4c-add1-482c-bc83-4b094a7b3d3f) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:08.528232 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:08.643388 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:08.745074 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device eafefa68-d3e0-488a-83b8-b37e76e0be11 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:08.816098 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Sync routers for ids ['9f954f88-bc8a-4fee-a067-0aa526b9a464'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:09:08.817894 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:08.832486 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port eafefa68-d3e0-488a-83b8-b37e76e0be11 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:08.833219 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:08.840358 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Routers {'9f954f88-bc8a-4fee-a067-0aa526b9a464'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:08.841215 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['9f954f88-bc8a-4fee-a067-0aa526b9a464'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:08.851843 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0949cf4f-a65e-402f-b7e1-7c53ee4930ce req-d51376e3-26eb-4227-9445-4e56aba430f5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 210 time: 0.1783149 Jul 11 14:09:08.852680 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'Port': ['ID=5375ca4c-add1-482c-bc83-4b094a7b3d3f,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:08.857197 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:08.861253 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:08.927522 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:08.957927 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port eafefa68-d3e0-488a-83b8-b37e76e0be11 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:09.030530 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:09.042481 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:09.070127 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Set router 9f954f88-bc8a-4fee-a067-0aa526b9a464 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:09.103312 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:09.383119 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:09.392178 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:09.501831 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'Port': ['ID=5375ca4c-add1-482c-bc83-4b094a7b3d3f,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:09.520486 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 4, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port': {'id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ed0f5207-355f-4f6d-8347-36cdc5684f4c', 'name': '', 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'mac_address': 'fa:16:3e:06:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:04Z', 'updated_at': '2022-07-11T14:09:05Z', 'revision_number': 2, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'subnets': [{'id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:09.571956 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Checking router: 9f954f88-bc8a-4fee-a067-0aa526b9a464 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:09:09.573122 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Updating router 9f954f88-bc8a-4fee-a067-0aa526b9a464 port ed0f5207-355f-4f6d-8347-36cdc5684f4c binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:09:09.596225 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:09.607023 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:09.641803 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:09.646146 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-9afac42d-8865-44ec-9319-351e6acdb892 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9430416 Jul 11 14:09:09.822128 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:09.951934 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:09.997784 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-713ecfb0-710d-48e7-bbcf-acc7c3a0d509 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--577975437&fields=id&tenant_id=4b181bc391914f6abcea09b894b88473 HTTP/1.1" status: 200 len: 267 time: 0.0796647 Jul 11 14:09:10.054641 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-21a2b766-eb9a-45ab-b918-30cea49fc812 req-1c224102-0b6c-409a-9794-b30bcb7adf22 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 210 time: 0.0448349 Jul 11 14:09:10.229379 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Publish callbacks [] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:10.234803 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-a04cdafc-eba3-468f-a6c1-e7d5e9b63cf9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:10.235690 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-a04cdafc-eba3-468f-a6c1-e7d5e9b63cf9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 819 time: 0.2366459 Jul 11 14:09:10.246379 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:10.276503 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-18f5580d-4c40-4b50-b0e4-ce394757203e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/quotas/4b181bc391914f6abcea09b894b88473 HTTP/1.1" status: 200 len: 375 time: 0.0260782 Jul 11 14:09:10.399420 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-a4076bf9-07c8-4bf3-8a09-c01109f8bede tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1131248 Jul 11 14:09:10.562254 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb558b-5a08-4f8d-8ffc-e2fd18276d09 None None] Pushing event updated for resources: {'Port': ['ID=ed0f5207-355f-4f6d-8347-36cdc5684f4c,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:10.620474 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Attempting to bind port ed0f5207-355f-4f6d-8347-36cdc5684f4c on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:09:10.620908 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Attempting to bind port ed0f5207-355f-4f6d-8347-36cdc5684f4c by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:09:10.621522 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Attempting to bind port ed0f5207-355f-4f6d-8347-36cdc5684f4c on network 5a70bef6-4f90-4033-809c-527bbf1f8f00 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:10.638211 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:09:10.638844 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Checking segment: {'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:10.639488 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:10.640142 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Bound using segment: {'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:09:10.641330 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Bound port: ed0f5207-355f-4f6d-8347-36cdc5684f4c, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722468fa-42e5-4d56-87e7-cf32910d9ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:09:10.641536 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:10.646222 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-f2f7e536-cd2c-4de5-bee9-157e743c11d9 service neutron] 10.222.0.49 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409425 Jul 11 14:09:10.775099 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-9447fa6a-e868-45e3-9875-2576273d2b1c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:10.776673 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-9447fa6a-e868-45e3-9875-2576273d2b1c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.55 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 809 time: 0.3232610 Jul 11 14:09:10.834054 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] For port ed0f5207-355f-4f6d-8347-36cdc5684f4c, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:09:10.843918 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-85b65524-f6ea-45ea-bca5-b2d0d62b62c8 None None] Provisioning complete for port ed0f5207-355f-4f6d-8347-36cdc5684f4c triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:10.844738 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-85b65524-f6ea-45ea-bca5-b2d0d62b62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:10.850158 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] For port ed0f5207-355f-4f6d-8347-36cdc5684f4c, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ed0f5207-355f-4f6d-8347-36cdc5684f4c,segment=NetworkSegment(722468fa-42e5-4d56-87e7-cf32910d9ef7),segment_id=722468fa-42e5-4d56-87e7-cf32910d9ef7)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:09:10.873927 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-e67eaba5-cc39-4c06-9f95-c2167202b171 service neutron] 10.222.0.49 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264102 Jul 11 14:09:10.880134 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:10.991532 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-85b65524-f6ea-45ea-bca5-b2d0d62b62c8 None None] Port ed0f5207-355f-4f6d-8347-36cdc5684f4c cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:09:11.005572 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-d9769e52-9893-4169-b796-5495fe669413 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c01634e004b43239e6912ee0a9d1ffd HTTP/1.1" status: 200 len: 380 time: 0.1954048 Jul 11 14:09:11.023649 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'port': {'device_id': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'admin_state_up': True, 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'security_groups': ['e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:11.025542 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Routers {'9f954f88-bc8a-4fee-a067-0aa526b9a464'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:11.026187 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:08:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['9f954f88-bc8a-4fee-a067-0aa526b9a464'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:11.048896 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb558b-5a08-4f8d-8ffc-e2fd18276d09 None None] Pushing event updated for resources: {'Port': ['ID=ed0f5207-355f-4f6d-8347-36cdc5684f4c,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:11.187663 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Made reservation on behalf of 2c01634e004b43239e6912ee0a9d1ffd for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:09:11.202686 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:11.386991 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bef31ff6-56c9-40c7-864e-a8b543491625 req-0ed1bbd5-3d2e-47c7-8790-a8619b8220d4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 210 time: 0.1365931 Jul 11 14:09:11.441396 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] Set router 9f954f88-bc8a-4fee-a067-0aa526b9a464 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:11.470822 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7bce6843-8a12-48a2-b2d1-8d216f962fe6 req-ddee4564-0b29-41e4-9fca-46bfef8b176b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 210 time: 0.0623167 Jul 11 14:09:11.654001 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:11.750854 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Allocated IP 172.20.0.5 (4020e2d9-bcc8-4ed8-8c6d-106564132adf/1c4704f4-5602-4ba9-b1c5-c519dbed212e/4376997e-3ed7-4f63-b17e-1d9f27589ff4) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:11.830240 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-c4297fc8-35dc-4acd-bc72-05aabbe0ee05 None None] Provisioning complete for port ed0f5207-355f-4f6d-8347-36cdc5684f4c triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:11.832729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4297fc8-35dc-4acd-bc72-05aabbe0ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:11.840594 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 4, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port': {'id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ed0f5207-355f-4f6d-8347-36cdc5684f4c', 'name': '', 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'mac_address': 'fa:16:3e:06:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:04Z', 'updated_at': '2022-07-11T14:09:10Z', 'revision_number': 4, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'subnets': [{'id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:11.973364 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695f256-98c3-4471-be58-1993616a74a9 None None] The sync data for ids ['9f954f88-bc8a-4fee-a067-0aa526b9a464'] in dv-cinder-848429-3-iscsi is: [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 4, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port': {'id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'ed0f5207-355f-4f6d-8347-36cdc5684f4c', 'name': '', 'network_id': '5a70bef6-4f90-4033-809c-527bbf1f8f00', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'mac_address': 'fa:16:3e:06:2b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:04Z', 'updated_at': '2022-07-11T14:09:10Z', 'revision_number': 4, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'subnets': [{'id': '293a25ed-e61b-4809-abcc-896a67e162d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:09:12.036247 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-c4297fc8-35dc-4acd-bc72-05aabbe0ee05 None None] Current status of the port ed0f5207-355f-4f6d-8347-36cdc5684f4c is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:12.037446 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4297fc8-35dc-4acd-bc72-05aabbe0ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:12.094585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-c4297fc8-35dc-4acd-bc72-05aabbe0ee05 None None] For port ed0f5207-355f-4f6d-8347-36cdc5684f4c, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ed0f5207-355f-4f6d-8347-36cdc5684f4c,segment=NetworkSegment(722468fa-42e5-4d56-87e7-cf32910d9ef7),segment_id=722468fa-42e5-4d56-87e7-cf32910d9ef7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:12.103443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4297fc8-35dc-4acd-bc72-05aabbe0ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:12.142590 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:12.157939 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:12.176858 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:12.191507 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4297fc8-35dc-4acd-bc72-05aabbe0ee05 None None] Pushing event updated for resources: {'Port': ['ID=ed0f5207-355f-4f6d-8347-36cdc5684f4c,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:12.221215 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:12.298214 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:12.310219 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:12.313149 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:12.317477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:12.323803 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:12.324756 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:12.329171 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:12.352622 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-7632cd54-360d-4094-bd10-f4ff9d183e04 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3409381 Jul 11 14:09:12.378990 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Request body: {'port': {'device_id': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:12.499310 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:12.639574 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ca39d410-c02c-4f0e-b6a4-55f1568727a9 req-f1f0c90f-89c7-49ac-9d2c-7888d6db7208 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 210 time: 0.0410900 Jul 11 14:09:12.790010 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd527a9a-af04-4ab8-bcc1-1b44157021c6 req-dca74044-058d-4ee3-853d-a64efa81ed96 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:12.800326 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dd527a9a-af04-4ab8-bcc1-1b44157021c6 req-dca74044-058d-4ee3-853d-a64efa81ed96 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 931 time: 0.1474762 Jul 11 14:09:12.835318 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ed0f5207-355f-4f6d-8347-36cdc5684f4c up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:12.900558 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dd527a9a-af04-4ab8-bcc1-1b44157021c6 req-94d3c8f9-726a-427f-bb77-6026201c3eb8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970609 Jul 11 14:09:12.945439 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-08729fcb-9af1-434a-bc74-b01688fee1bf None None] Provisioning complete for port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:12.945767 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-08729fcb-9af1-434a-bc74-b01688fee1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:13.086863 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port ed0f5207-355f-4f6d-8347-36cdc5684f4c triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:13.088071 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:13.091342 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-08729fcb-9af1-434a-bc74-b01688fee1bf None None] Port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:09:13.272662 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port ed0f5207-355f-4f6d-8347-36cdc5684f4c is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:13.297351 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:13.339430 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-82a32a65-780d-4773-ac17-ee0feb805fde tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:13.355785 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-82a32a65-780d-4773-ac17-ee0feb805fde tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 819 time: 0.2579792 Jul 11 14:09:13.418760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4376997e-3ed7-4f63-b17e-1d9f27589ff4 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:09:13.431854 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Publish callbacks [] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:13.466073 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Transition to ACTIVE for port object 4376997e-3ed7-4f63-b17e-1d9f27589ff4 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:09:13.477767 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:13.492689 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-27100eeb-0c92-4ec9-8d26-4ee141902f54 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b181bc391914f6abcea09b894b88473 HTTP/1.1" status: 200 len: 379 time: 0.1296053 Jul 11 14:09:13.565737 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'port': {'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'admin_state_up': True, 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'security_groups': ['e467ae29-d5ab-4774-a032-07fd9ad2e4dd']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:13.663490 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:13.732634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Attempting to bind port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:09:13.733110 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Attempting to bind port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:09:13.733665 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Attempting to bind port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 on network 4020e2d9-bcc8-4ed8-8c6d-106564132adf {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:13.748959 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 on network 4020e2d9-bcc8-4ed8-8c6d-106564132adf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:09:13.749486 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Attempting to bind port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 on network 4020e2d9-bcc8-4ed8-8c6d-106564132adf {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:13.764559 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:09:13.764893 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Checking segment: {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:13.765352 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Bound using segment: {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:09:13.765828 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Bound port: 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c69d69c-d330-4851-9459-7651cd25ebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:09:13.766190 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:13.827235 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5b295c32-5636-44dc-9ee2-fb46ba2098b8 req-26360f1e-ef64-4842-9b43-32b91e0fc7b5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 210 time: 0.0508070 Jul 11 14:09:13.875217 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Made reservation on behalf of 4b181bc391914f6abcea09b894b88473 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:09:13.880929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:13.955910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:09:13.963143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:09:14.012971 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:14.078963 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:14.079918 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:14.082220 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] 10.222.0.55 "PUT /v2.0/ports/4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 1093 time: 1.7132847 Jul 11 14:09:14.083126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:14.086965 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:14.104064 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d7f64-c9c3-408f-b347-bb7c7c660521 req-09cd2b0b-3dac-4be4-96d2-58703a142cf6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:14.115810 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2d9d7f64-c9c3-408f-b347-bb7c7c660521 req-09cd2b0b-3dac-4be4-96d2-58703a142cf6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.1090195 Jul 11 14:09:14.126665 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:14.166846 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:14.175046 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c76c79-56ce-48ba-9325-9f8339dc268a service neutron] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:14.193521 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Allocated IP 172.20.0.13 (c944d348-d5b7-4b6c-9be2-cb2a59820444/a0fef116-42db-4ab4-a3b2-ac4249381b89/0a982454-2ed0-4dd2-bc29-6243369d5594) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:14.197530 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:14.207634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d873cc8c-abdc-4e5b-9439-b904b75b413e x-openstack-request-id: req-d873cc8c-abdc-4e5b-9439-b904b75b413e {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:14.207634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:14.207634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d873cc8c-abdc-4e5b-9439-b904b75b413e {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:14.208008 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d873cc8c-abdc-4e5b-9439-b904b75b413e'] response: {'name': 'network-changed', 'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'status': 'completed', 'code': 200} Jul 11 14:09:14.263141 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-a5205c4c-e101-403b-b1a2-1c2a5c432d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:14.264673 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-a5205c4c-e101-403b-b1a2-1c2a5c432d11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1127 time: 0.0686033 Jul 11 14:09:14.272667 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2d9d7f64-c9c3-408f-b347-bb7c7c660521 req-6f15d90f-2c5b-4985-aea6-1bc88b63f9aa tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555634 Jul 11 14:09:14.344138 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-cdf8a2ee-99b1-4d55-994a-fea866bcf513 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 217 time: 0.0586319 Jul 11 14:09:14.470144 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-6f22ee2d-d58e-4fa5-a46c-e8b3a445e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:14.471823 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-6f22ee2d-d58e-4fa5-a46c-e8b3a445e473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 200 len: 848 time: 0.1209671 Jul 11 14:09:14.511588 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:14.530538 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-05f2a050-8455-4613-81de-1f50f81e3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:14.532056 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-05f2a050-8455-4613-81de-1f50f81e3152 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4020e2d9-bcc8-4ed8-8c6d-106564132adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528805 Jul 11 14:09:14.580375 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:14.703876 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-8fcf76d8-5cc8-43a5-94bc-484151ef19b6 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642990 Jul 11 14:09:14.771534 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:14.878468 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:14.886247 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:14.933354 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:14.944470 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:14.945143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:14.966702 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event updated for resources: {'Port': ['ID=0a982454-2ed0-4dd2-bc29-6243369d5594,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:14.975010 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b0fcf38a-da0a-41c5-9f09-ad511e4259f7 req-600e34a3-250d-46f6-9af5-41ae85cde3d2 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642365 Jul 11 14:09:14.995757 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-168d2d73-819d-42ea-8ac2-f7c6ef9473c7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4470594 Jul 11 14:09:15.010743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Request body: {'port': {'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:15.097129 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bb426-a1ad-4cc4-a106-a88d33a8cffe req-2775e185-0ea8-404a-be0a-379c49c39384 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:15.100340 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7f0bb426-a1ad-4cc4-a106-a88d33a8cffe req-2775e185-0ea8-404a-be0a-379c49c39384 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 932 time: 0.0978866 Jul 11 14:09:15.122869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.197620 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7f0bb426-a1ad-4cc4-a106-a88d33a8cffe req-fdded119-6a84-45bb-8037-55fe18d8001d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915840 Jul 11 14:09:15.291286 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-112564ad-970e-41f4-99e4-e3c2734898c1 None None] Provisioning complete for port 0a982454-2ed0-4dd2-bc29-6243369d5594 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:15.292543 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-112564ad-970e-41f4-99e4-e3c2734898c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.378569 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-112564ad-970e-41f4-99e4-e3c2734898c1 None None] Port 0a982454-2ed0-4dd2-bc29-6243369d5594 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:09:15.423602 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0df23d-4241-4b1d-ab17-1e7778b8e4fe req-5fadf2e0-1d28-4c20-beda-3023e1c498bf tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:15.434100 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9b0df23d-4241-4b1d-ab17-1e7778b8e4fe req-5fadf2e0-1d28-4c20-beda-3023e1c498bf tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0650127 Jul 11 14:09:15.499423 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:15.502598 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9b0df23d-4241-4b1d-ab17-1e7778b8e4fe req-9692e9c7-d6a1-4120-a2ed-8c792001162b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642316 Jul 11 14:09:15.532252 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43638) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:15.605641 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a982454-2ed0-4dd2-bc29-6243369d5594 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:09:15.614400 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Publish callbacks [] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.631589 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Transition to ACTIVE for port object 0a982454-2ed0-4dd2-bc29-6243369d5594 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:09:15.639868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.671252 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e32738fe-42b8-4932-b9d5-e6328f825710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.693841 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Pushing event updated for resources: {'Port': ['ID=0a982454-2ed0-4dd2-bc29-6243369d5594,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:15.761455 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:15.772589 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Attempting to bind port 0a982454-2ed0-4dd2-bc29-6243369d5594 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:09:15.772975 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Attempting to bind port 0a982454-2ed0-4dd2-bc29-6243369d5594 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:09:15.773228 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Attempting to bind port 0a982454-2ed0-4dd2-bc29-6243369d5594 on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:15.780140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Port 0a982454-2ed0-4dd2-bc29-6243369d5594 on network c944d348-d5b7-4b6c-9be2-cb2a59820444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:09:15.780459 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Attempting to bind port 0a982454-2ed0-4dd2-bc29-6243369d5594 on network c944d348-d5b7-4b6c-9be2-cb2a59820444 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:15.790245 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:09:15.790652 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Checking segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:15.790978 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Bound using segment: {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:09:15.791404 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Bound port: 0a982454-2ed0-4dd2-bc29-6243369d5594, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa7647d-296f-47c5-9144-963b645f9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:09:15.792369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.798152 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e32738fe-42b8-4932-b9d5-e6328f825710 admin admin] Publish callbacks [] for security_group (6df37b03-d158-4d50-bb26-31fd9104325c), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.807072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e32738fe-42b8-4932-b9d5-e6328f825710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (6df37b03-d158-4d50-bb26-31fd9104325c), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.865346 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-e32738fe-42b8-4932-b9d5-e6328f825710 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a636ba8ac1f344fb84bd8dbe2d86b6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320181 Jul 11 14:09:15.866361 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32738fe-42b8-4932-b9d5-e6328f825710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df37b03-d158-4d50-bb26-31fd9104325c,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:15.870597 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43642) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:15.927016 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] For port 0a982454-2ed0-4dd2-bc29-6243369d5594, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:09:15.931908 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] For port 0a982454-2ed0-4dd2-bc29-6243369d5594, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=0a982454-2ed0-4dd2-bc29-6243369d5594,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:09:15.939076 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:15.951985 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-efda1e15-c937-463b-9470-7a4c6268cb55 admin admin] Publish callbacks [] for security_group (6df37b03-d158-4d50-bb26-31fd9104325c), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.001990 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-efda1e15-c937-463b-9470-7a4c6268cb55 admin admin] Publish callbacks [] for security_group (6df37b03-d158-4d50-bb26-31fd9104325c), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.030510 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.031126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.032508 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] 10.222.0.55 "PUT /v2.0/ports/0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 1094 time: 1.0268898 Jul 11 14:09:16.081637 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a50ed5-9dbb-4861-bc8c-4a11d10ee72b service neutron] Pushing event updated for resources: {'Port': ['ID=0a982454-2ed0-4dd2-bc29-6243369d5594,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:16.096984 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-fc9e09db-7ef0-4919-8bde-96dbc34db483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.098523 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-fc9e09db-7ef0-4919-8bde-96dbc34db483 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1127 time: 0.0912600 Jul 11 14:09:16.106823 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-efda1e15-c937-463b-9470-7a4c6268cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (6df37b03-d158-4d50-bb26-31fd9104325c), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.110811 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-efda1e15-c937-463b-9470-7a4c6268cb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.113200 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-efda1e15-c937-463b-9470-7a4c6268cb55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6df37b03-d158-4d50-bb26-31fd9104325c HTTP/1.1" status: 204 len: 168 time: 0.2413290 Jul 11 14:09:16.124668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda1e15-c937-463b-9470-7a4c6268cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df37b03-d158-4d50-bb26-31fd9104325c,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:16.196799 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-ed8abde2-c2e5-4743-b273-ac52fdd3aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.198597 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-ed8abde2-c2e5-4743-b273-ac52fdd3aad0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1128 time: 0.0692809 Jul 11 14:09:16.217618 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:16.220777 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de693056-7828-4b0f-94a1-98c1e5b9bf05" -d '{"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:16.282603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab39b98-6777-499c-8dbf-66b8179bebd9 x-openstack-request-id: req-bab39b98-6777-499c-8dbf-66b8179bebd9 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:16.282973 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:16.283280 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bab39b98-6777-499c-8dbf-66b8179bebd9 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:16.284391 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab39b98-6777-499c-8dbf-66b8179bebd9'] response: {'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'status': 'completed', 'code': 200} Jul 11 14:09:16.315026 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-77ca00be-6bcd-43f5-b254-14a3c708e2b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 217 time: 0.0905898 Jul 11 14:09:16.430134 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbed69-6fc5-42c9-9a5b-6aad7f954f02 req-e9b4be19-b761-4934-8efb-333b0b4b85c0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.432604 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-2a21ad94-062d-4c2f-b062-a8a7046e4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.434328 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-2a21ad94-062d-4c2f-b062-a8a7046e4437 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.1123950 Jul 11 14:09:16.438084 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bbdbed69-6fc5-42c9-9a5b-6aad7f954f02 req-e9b4be19-b761-4934-8efb-333b0b4b85c0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 944 time: 0.1037452 Jul 11 14:09:16.440859 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-bef79eab-57bd-4305-a03b-25c2b912b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.443106 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-bef79eab-57bd-4305-a03b-25c2b912b53e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 910 time: 0.3380680 Jul 11 14:09:16.506929 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bbdbed69-6fc5-42c9-9a5b-6aad7f954f02 req-44d87303-4b73-4130-a97e-3944c8b435e2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677505 Jul 11 14:09:16.530423 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-38878547-cac7-469c-b123-99ff3eb4fe4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 217 time: 0.0650480 Jul 11 14:09:16.583501 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-9986519a-ce3d-4d44-8510-7691d4658238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.585379 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-9986519a-ce3d-4d44-8510-7691d4658238 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1411169 Jul 11 14:09:16.636829 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-79a53030-4b71-4e1f-8b2f-60769a13ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.638413 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-79a53030-4b71-4e1f-8b2f-60769a13ec74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 200 len: 848 time: 0.1071186 Jul 11 14:09:16.639817 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622d004-c5d9-4ebf-886d-d200e6daf954 req-ac97c190-f601-4c44-a505-aa5da11cecf1 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.642771 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e622d004-c5d9-4ebf-886d-d200e6daf954 req-ac97c190-f601-4c44-a505-aa5da11cecf1 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0622988 Jul 11 14:09:16.703273 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e622d004-c5d9-4ebf-886d-d200e6daf954 req-75704450-73e8-4b11-a053-4a54ead34202 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519264 Jul 11 14:09:16.720470 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43654) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:16.736371 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-584e8522-3702-4d0f-af32-74cacd48d853 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434982 Jul 11 14:09:16.745286 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2dc29c07-7925-451b-be7a-1ebd8af9a88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.807103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-aaf4cf56-7bc5-41f9-9fe4-1c5a8848e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:16.808622 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-aaf4cf56-7bc5-41f9-9fe4-1c5a8848e00c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4020e2d9-bcc8-4ed8-8c6d-106564132adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845256 Jul 11 14:09:16.821244 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:16.882140 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2dc29c07-7925-451b-be7a-1ebd8af9a88c admin admin] Publish callbacks [] for security_group (f68d4a8d-0001-461b-bdd4-7901822eb80c), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.904199 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2dc29c07-7925-451b-be7a-1ebd8af9a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f68d4a8d-0001-461b-bdd4-7901822eb80c), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:16.909044 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:16.978285 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2dc29c07-7925-451b-be7a-1ebd8af9a88c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2853dee364742ef847cc396f1157ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562108 Jul 11 14:09:16.979377 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29c07-7925-451b-be7a-1ebd8af9a88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68d4a8d-0001-461b-bdd4-7901822eb80c,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:16.981868 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 43656) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:17.055833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-db147a11-9765-4d49-8b17-254954840ccd admin admin] Publish callbacks [] for security_group (f68d4a8d-0001-461b-bdd4-7901822eb80c), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:17.083726 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-db147a11-9765-4d49-8b17-254954840ccd admin admin] Publish callbacks [] for security_group (f68d4a8d-0001-461b-bdd4-7901822eb80c), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:17.151790 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-db147a11-9765-4d49-8b17-254954840ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f68d4a8d-0001-461b-bdd4-7901822eb80c), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:17.154685 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-db147a11-9765-4d49-8b17-254954840ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:17.169424 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-db147a11-9765-4d49-8b17-254954840ccd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f68d4a8d-0001-461b-bdd4-7901822eb80c HTTP/1.1" status: 204 len: 168 time: 0.1848938 Jul 11 14:09:17.183363 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db147a11-9765-4d49-8b17-254954840ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68d4a8d-0001-461b-bdd4-7901822eb80c,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:17.293744 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8b47fc-edb8-44f5-94fc-292c7a0c3dea req-2cf397ab-14ae-43c1-9e2c-51dc91f18a07 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341976 Jul 11 14:09:17.295812 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:17.319219 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-8a3e3dae-0e1e-4a61-8181-f93e6b900f17 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013130 Jul 11 14:09:17.425434 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9cd82b46-ed4f-4993-84f5-99c6e7f9ee86 req-f9eb44f8-31d7-4ad4-b850-2bce0af5d440 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993555 Jul 11 14:09:17.470055 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-505db089-7a80-4568-acc1-18249b4c529b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:17.643736 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102fd8e-bd29-4f70-80c7-6ac3e37c544a req-51ed2635-4295-4ac5-95de-ccfeff7f0631 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:17.645374 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9102fd8e-bd29-4f70-80c7-6ac3e37c544a req-51ed2635-4295-4ac5-95de-ccfeff7f0631 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 944 time: 0.0538988 Jul 11 14:09:17.707676 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9102fd8e-bd29-4f70-80c7-6ac3e37c544a req-08505707-d334-49c9-8862-55bce6f5b3a8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535793 Jul 11 14:09:17.865486 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521507-d25b-49c6-a0ca-1534985c4593 req-397f6126-1ba7-40f1-89f9-4c7c8245b7dd tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:17.867273 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-64521507-d25b-49c6-a0ca-1534985c4593 req-397f6126-1ba7-40f1-89f9-4c7c8245b7dd tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0656507 Jul 11 14:09:17.938556 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-64521507-d25b-49c6-a0ca-1534985c4593 req-aa26bfd7-07f5-4c01-8482-6a2ab9e9b258 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625212 Jul 11 14:09:18.859080 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe35ca8-ad4f-4f04-b921-08cd6f8617e4 req-01b95552-70a8-43cb-a0ef-6c44a89cce5a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:18.862254 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0fe35ca8-ad4f-4f04-b921-08cd6f8617e4 req-01b95552-70a8-43cb-a0ef-6c44a89cce5a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 944 time: 0.0657980 Jul 11 14:09:18.922867 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0fe35ca8-ad4f-4f04-b921-08cd6f8617e4 req-abbc76f9-8273-481c-915f-db755f8258e1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535812 Jul 11 14:09:19.099585 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef0ef7-e581-4265-9aa9-052fd9cae2b8 req-13129cb1-8972-4889-91da-9f0c7b083fb7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:19.101129 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2ef0ef7-e581-4265-9aa9-052fd9cae2b8 req-13129cb1-8972-4889-91da-9f0c7b083fb7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0703337 Jul 11 14:09:19.188309 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2ef0ef7-e581-4265-9aa9-052fd9cae2b8 req-c7d356eb-9a18-4a39-b3bd-3d0a2c653e94 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809376 Jul 11 14:09:19.900995 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-559932f8-52f4-4c61-b2c7-00357d9a1488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:19.956346 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:20.031398 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-bbb92c98-9e82-467c-bc34-904e4f694960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:20.034332 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-bbb92c98-9e82-467c-bc34-904e4f694960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1128 time: 0.0894308 Jul 11 14:09:20.115479 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150747f-8f07-4e04-996d-ea488fc93d85 req-a79be544-9eea-49c1-ad38-bebd2b32d734 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:20.123312 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2150747f-8f07-4e04-996d-ea488fc93d85 req-a79be544-9eea-49c1-ad38-bebd2b32d734 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 944 time: 0.0793669 Jul 11 14:09:20.180789 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2150747f-8f07-4e04-996d-ea488fc93d85 req-483f508f-2516-48b6-a8f1-a10236df3e53 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563612 Jul 11 14:09:20.196158 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-bb289a5d-3251-478d-afe6-820f916ac86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:20.197667 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-bb289a5d-3251-478d-afe6-820f916ac86a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.1408815 Jul 11 14:09:20.240271 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-a907e216-c195-4330-ad83-d9e61ba84d69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 217 time: 0.0336757 Jul 11 14:09:20.267477 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 0a982454-2ed0-4dd2-bc29-6243369d5594 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:09:20.300910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-e0d2312e-c40c-4ef6-a38d-c22e010c756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:20.302832 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-e0d2312e-c40c-4ef6-a38d-c22e010c756e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0559702 Jul 11 14:09:20.331320 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fac213-4e6a-46f5-b6ec-99269d9c17d4 req-92776e50-5983-4cd8-a4d9-1e8728d5998b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:20.332956 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-81fac213-4e6a-46f5-b6ec-99269d9c17d4 req-92776e50-5983-4cd8-a4d9-1e8728d5998b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0600584 Jul 11 14:09:20.354610 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-590bd8d6-e529-4752-b7c8-86652cc201d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:20.356442 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-590bd8d6-e529-4752-b7c8-86652cc201d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473409 Jul 11 14:09:20.410888 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-81fac213-4e6a-46f5-b6ec-99269d9c17d4 req-4f7bb847-8232-4369-9f33-5c2abd2a792a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710342 Jul 11 14:09:20.471946 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-e12c706a-2c36-407b-b119-8a0fa04b3b0c service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075201 Jul 11 14:09:20.474591 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 0a982454-2ed0-4dd2-bc29-6243369d5594, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=0a982454-2ed0-4dd2-bc29-6243369d5594,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:20.491465 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'mac_address': 'fa:16:3e:3b:8d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:09:20.555081 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 0a982454-2ed0-4dd2-bc29-6243369d5594 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:20.555469 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:20.574834 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a982454-2ed0-4dd2-bc29-6243369d5594 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:09:20.600762 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de693056-7828-4b0f-94a1-98c1e5b9bf05 req-8f85a21b-60e0-4e54-abf8-abb80802aa1b service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217275 Jul 11 14:09:20.603304 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 0a982454-2ed0-4dd2-bc29-6243369d5594, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=0a982454-2ed0-4dd2-bc29-6243369d5594,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:20.608716 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:20.661696 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=0a982454-2ed0-4dd2-bc29-6243369d5594,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:21.025871 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:21.172664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['0a982454-2ed0-4dd2-bc29-6243369d5594'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:09:21.236098 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:21.257984 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-0f81e44c-293f-476f-b98f-72b8db5309fd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:21.259609 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-0f81e44c-293f-476f-b98f-72b8db5309fd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/networks?id=6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 200 len: 813 time: 0.1124129 Jul 11 14:09:21.299611 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-6d893d90-8177-4324-b246-262099910cce tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/quotas/32353b01d57e434eafdb5f253517ef93 HTTP/1.1" status: 200 len: 375 time: 0.0287337 Jul 11 14:09:21.315964 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:21.326288 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0484a-2661-4c96-99fa-ab32cefb937f req-46c789de-cfcf-4351-89b3-95b6e8d86924 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:21.327971 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-72e0484a-2661-4c96-99fa-ab32cefb937f req-46c789de-cfcf-4351-89b3-95b6e8d86924 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 945 time: 0.0671391 Jul 11 14:09:21.381078 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-354f7103-7a51-4789-a4d3-5075e6a4d2f7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728197 Jul 11 14:09:21.422055 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-72e0484a-2661-4c96-99fa-ab32cefb937f req-69b5de55-e2f5-404d-86d4-7b39c92d6783 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728362 Jul 11 14:09:21.439285 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:21.503737 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-cea2c62e-8680-4384-a7b1-165d45d81a7b service neutron] 10.222.0.49 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101594 Jul 11 14:09:21.560455 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11a0f6-a752-4644-ad8c-a63b592152b0 req-5a81090f-5e0f-47e6-89da-69e8fa54fdbd tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:21.561914 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a11a0f6-a752-4644-ad8c-a63b592152b0 req-5a81090f-5e0f-47e6-89da-69e8fa54fdbd tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0780673 Jul 11 14:09:21.658713 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-84fcdc5d-0b4d-42be-919a-972deb4e2011 service neutron] 10.222.0.49 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349001 Jul 11 14:09:21.662735 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a11a0f6-a752-4644-ad8c-a63b592152b0 req-6032829d-9a84-489c-8abf-d48903f4f5d3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935237 Jul 11 14:09:21.843373 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ac716cb5-3014-4d84-9dc2-ef5504e441b4 req-7db3d95d-6494-43b1-9b14-bd5fc4a0cd72 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 210 time: 0.0362892 Jul 11 14:09:21.983886 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:22.000869 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:22.533483 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:22.541741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2d6a5-fde9-4b58-8dd5-bd7bfa5464f1 req-e2fcf068-b37f-43a6-a859-0058ee4fa646 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:22.544967 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a1d2d6a5-fde9-4b58-8dd5-bd7bfa5464f1 req-e2fcf068-b37f-43a6-a859-0058ee4fa646 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 945 time: 0.0490029 Jul 11 14:09:22.549363 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:22.602620 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a1d2d6a5-fde9-4b58-8dd5-bd7bfa5464f1 req-0bad3e65-ba6d-4a0a-ac8a-8382ad75f87d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441356 Jul 11 14:09:22.783189 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa6919-e14d-4ca3-ac54-316e70799083 req-519f5f81-0567-4481-bde8-982c818a9a25 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:22.784961 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-05fa6919-e14d-4ca3-ac54-316e70799083 req-519f5f81-0567-4481-bde8-982c818a9a25 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0530691 Jul 11 14:09:22.796955 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:22.802755 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 0a982454-2ed0-4dd2-bc29-6243369d5594 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:22.845819 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-05fa6919-e14d-4ca3-ac54-316e70799083 req-7d1c9432-b19d-4a24-9efe-6ec16f58243c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535622 Jul 11 14:09:22.857974 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 0a982454-2ed0-4dd2-bc29-6243369d5594 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:09:22.870199 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 0a982454-2ed0-4dd2-bc29-6243369d5594 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:22.870607 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:22.952804 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 0a982454-2ed0-4dd2-bc29-6243369d5594 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:22.953079 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:22.959187 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a5c1cccd-0083-420c-a978-ca5403945bb9 req-c190a551-af10-45cd-90cd-58a587a4d42f tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 210 time: 0.0306802 Jul 11 14:09:22.981764 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:22.981764 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01115459-bcc7-484a-a570-9f9e4f97674d" -d '{"events": [{"server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "name": "network-vif-plugged", "status": "completed", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:22.993741 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 0a982454-2ed0-4dd2-bc29-6243369d5594, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=0a982454-2ed0-4dd2-bc29-6243369d5594,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:22.997701 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:23.025724 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bdaf6-b01b-49b1-b472-39ce190cd890 x-openstack-request-id: req-736bdaf6-b01b-49b1-b472-39ce190cd890 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:23.026032 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "name": "network-vif-plugged", "status": "completed", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:23.026278 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-736bdaf6-b01b-49b1-b472-39ce190cd890 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:23.026676 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736bdaf6-b01b-49b1-b472-39ce190cd890'] response: {'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'code': 200} Jul 11 14:09:23.051895 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=0a982454-2ed0-4dd2-bc29-6243369d5594,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:23.712870 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e248-9020-4076-ba71-a12d2a84ef63 req-bd8ac6d9-7044-4441-bcab-245a743e205a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:23.714388 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0789e248-9020-4076-ba71-a12d2a84ef63 req-bd8ac6d9-7044-4441-bcab-245a743e205a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0464940 Jul 11 14:09:23.762722 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0789e248-9020-4076-ba71-a12d2a84ef63 req-f627ba13-aed3-4093-8e74-d8db5766b14f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 Jul 11 14:09:23.965664 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb78c-55eb-4289-b0af-9cd98b2616c4 req-ab5d9a80-3d07-4dd6-bf8f-38b8e271d5a8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:23.967136 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-746fb78c-55eb-4289-b0af-9cd98b2616c4 req-ab5d9a80-3d07-4dd6-bf8f-38b8e271d5a8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0458074 Jul 11 14:09:24.280558 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-746fb78c-55eb-4289-b0af-9cd98b2616c4 req-ee20afb8-692b-490c-a20a-c585534950ce tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072033 Jul 11 14:09:24.296001 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d02cbc8-ec3e-47a7-baaa-d020001b2b41 req-88763b0b-426f-4cbe-a12f-0ddf287cde02 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 210 time: 0.0340140 Jul 11 14:09:24.881470 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daade06-0c00-4a02-80c7-7948251385fb req-272c060f-bd72-432a-ae5e-8f143b45b99b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:24.883008 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2daade06-0c00-4a02-80c7-7948251385fb req-272c060f-bd72-432a-ae5e-8f143b45b99b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0483479 Jul 11 14:09:24.934335 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2daade06-0c00-4a02-80c7-7948251385fb req-c958e8eb-bda7-47cc-92df-80b0f8b087c4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451026 Jul 11 14:09:25.150244 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 4376997e-3ed7-4f63-b17e-1d9f27589ff4 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:09:25.170449 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:25.276112 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:25.293436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'port_id': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'mac_address': 'fa:16:3e:fb:e1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:09:25.338200 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:25.338679 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:25.354981 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4376997e-3ed7-4f63-b17e-1d9f27589ff4 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:09:25.378116 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:25.383267 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:25.425664 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d0ce809f-a43c-4a09-acb9-b5d40f37fe46 req-49a6cffe-6d36-4cc3-af39-7f5ebb9b1e6b tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 210 time: 0.0500970 Jul 11 14:09:25.441227 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0afe8-8650-4f0b-a36b-d0793a42b3a4 req-f03f78cc-bd54-41f9-9cbb-8c56e494dd56 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:25.442798 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-98a0afe8-8650-4f0b-a36b-d0793a42b3a4 req-f03f78cc-bd54-41f9-9cbb-8c56e494dd56 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0786393 Jul 11 14:09:25.453210 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:25.513450 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-98a0afe8-8650-4f0b-a36b-d0793a42b3a4 req-0aaef4d6-a2fe-467a-b749-9399a97f826d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598335 Jul 11 14:09:26.020331 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:26.068083 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abac15-98b9-4031-a5bd-2504336b4a0d req-1455677f-a1a1-4fda-8f9f-a3c59227c1a8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:26.069979 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-65abac15-98b9-4031-a5bd-2504336b4a0d req-1455677f-a1a1-4fda-8f9f-a3c59227c1a8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0588953 Jul 11 14:09:26.124430 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-65abac15-98b9-4031-a5bd-2504336b4a0d req-18362e28-22b4-4959-ba31-b1c85250c914 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439980 Jul 11 14:09:26.525764 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fea6ac5a-a97c-41d0-a1b3-8272e9b04874 req-289db7bd-8017-4a73-a5a5-adebc6b9cdd2 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 210 time: 0.0313499 Jul 11 14:09:26.645055 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74ea06-f49d-443c-a19a-991ad79ee680 req-5503742e-0532-4816-8697-a561b812e642 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:26.646526 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cc74ea06-f49d-443c-a19a-991ad79ee680 req-5503742e-0532-4816-8697-a561b812e642 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 944 time: 0.0543892 Jul 11 14:09:26.712547 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cc74ea06-f49d-443c-a19a-991ad79ee680 req-4082062e-b6ca-4178-a44b-8f2ca085c5c4 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576756 Jul 11 14:09:27.205997 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['4376997e-3ed7-4f63-b17e-1d9f27589ff4'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:09:27.255263 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:27.271574 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affbdd6-db92-4b3b-b050-60484171aade req-e64c8c47-dd01-4243-8f0e-e5efe257f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:27.274689 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6affbdd6-db92-4b3b-b050-60484171aade req-e64c8c47-dd01-4243-8f0e-e5efe257f878 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1130 time: 0.1080732 Jul 11 14:09:27.331337 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068c27f-9996-4f1e-a54a-739ec39e31da req-f5147fed-7853-4a06-bc8d-eef53bca6093 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:27.333141 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a068c27f-9996-4f1e-a54a-739ec39e31da req-f5147fed-7853-4a06-bc8d-eef53bca6093 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0890415 Jul 11 14:09:27.344294 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-8a3f4361-a23a-4c82-83e8-6bb205732be8 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:27.345847 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-8a3f4361-a23a-4c82-83e8-6bb205732be8 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.55 "GET /v2.0/networks?id=6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 200 len: 813 time: 0.2081969 Jul 11 14:09:27.364919 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6affbdd6-db92-4b3b-b050-60484171aade req-6942cfdb-ec2e-426f-bf94-fc2d5c837492 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790381 Jul 11 14:09:27.396981 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a068c27f-9996-4f1e-a54a-739ec39e31da req-6a6cd656-8068-4268-a5a3-7f9d2ed789b7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561352 Jul 11 14:09:27.476650 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:27.498826 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:27.630653 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5238c9ef-22f7-40a1-bb7a-3847f7006fec req-6c92b2f1-471a-4a3a-bbae-38dd587329b8 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 210 time: 0.0328660 Jul 11 14:09:27.833718 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fe943-ecb5-4962-99ae-c742b66cff43 req-143daf8c-bab2-44e6-9c7b-c02a5e7fa778 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:27.835316 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-895fe943-ecb5-4962-99ae-c742b66cff43 req-143daf8c-bab2-44e6-9c7b-c02a5e7fa778 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 944 time: 0.0497634 Jul 11 14:09:27.886524 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-895fe943-ecb5-4962-99ae-c742b66cff43 req-7b374a40-f108-4930-87f4-defd0af9d986 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453157 Jul 11 14:09:27.944330 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'port': {'device_id': '49e8b055-46fd-4044-86cb-58e7594e0893', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'admin_state_up': True, 'tenant_id': '32353b01d57e434eafdb5f253517ef93'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:28.095012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Made reservation on behalf of 32353b01d57e434eafdb5f253517ef93 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:09:28.105750 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:28.202606 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:28.279826 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Allocated IP 172.20.0.3 (6d181705-7d20-4c7e-a599-6ad30727516a/0b19735a-9636-4be0-8f36-3bf33c9ff846/1a67ea54-5ffe-4602-930f-febfe4f1c871) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:28.404200 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:28.491139 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:28.535728 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:28.602568 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32cd50-4ed5-4ea9-b3cf-450fa54c29b5 req-7ffbc988-0273-46ac-90df-9a028e3c6dcf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:28.605704 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1b32cd50-4ed5-4ea9-b3cf-450fa54c29b5 req-7ffbc988-0273-46ac-90df-9a028e3c6dcf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.1148591 Jul 11 14:09:28.610144 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Network 6d181705-7d20-4c7e-a599-6ad30727516a is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:28.614115 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:28.616660 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:28.619592 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:28.628961 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:28.629927 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:28.662352 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-03137fda-8c32-4f17-b2ca-33c3194a9c18 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7231460 Jul 11 14:09:28.688731 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1b32cd50-4ed5-4ea9-b3cf-450fa54c29b5 req-f46eeb89-1329-4781-a7b0-197d6d0d4730 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762959 Jul 11 14:09:28.836412 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35897c6-5fbf-43a3-95bc-ab2ff76d0822 req-3ebaf021-819c-47d1-b65f-59fb4aa795e9 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:28.838050 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f35897c6-5fbf-43a3-95bc-ab2ff76d0822 req-3ebaf021-819c-47d1-b65f-59fb4aa795e9 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0566134 Jul 11 14:09:28.934266 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f35897c6-5fbf-43a3-95bc-ab2ff76d0822 req-ddf6ee87-9b4e-4352-b7fc-45eabd579929 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828826 Jul 11 14:09:29.033272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539063b5-8e56-4a6c-b5cd-53989ee143f7 req-4ef9fa60-2644-48ec-bda2-13ba1897c277 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:29.035322 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-539063b5-8e56-4a6c-b5cd-53989ee143f7 req-4ef9fa60-2644-48ec-bda2-13ba1897c277 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 944 time: 0.0576098 Jul 11 14:09:29.063290 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-468ed848-9193-46f2-8d07-c39d7ccf1a30 None None] Provisioning complete for port 1a67ea54-5ffe-4602-930f-febfe4f1c871 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:29.064119 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-468ed848-9193-46f2-8d07-c39d7ccf1a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:29.117235 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-539063b5-8e56-4a6c-b5cd-53989ee143f7 req-95f4de7c-3b66-4e08-9455-4cb55433852e tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753913 Jul 11 14:09:29.124401 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-468ed848-9193-46f2-8d07-c39d7ccf1a30 None None] Port 1a67ea54-5ffe-4602-930f-febfe4f1c871 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:09:29.216017 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 4376997e-3ed7-4f63-b17e-1d9f27589ff4 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:29.258538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:09:29.265942 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:29.266343 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:29.353977 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:29.354407 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:29.379942 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:29.382164 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c987a5f-b355-49a8-a2b1-3add581aae4d" -d '{"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-plugged", "status": "completed", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:29.407092 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:29.416428 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:29.444111 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc243696-dee3-46a5-bb95-4acc23b23c64 x-openstack-request-id: req-fc243696-dee3-46a5-bb95-4acc23b23c64 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:29.444420 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-plugged", "status": "completed", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:29.444670 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc243696-dee3-46a5-bb95-4acc23b23c64 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:29.445052 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc243696-dee3-46a5-bb95-4acc23b23c64'] response: {'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'code': 200} Jul 11 14:09:29.471559 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:29.854662 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f31ec-4e56-4300-92fd-d3625db337b6 req-024c1597-f2ca-46c2-b8da-7ac2f2beb613 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:29.857626 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-575f31ec-4e56-4300-92fd-d3625db337b6 req-024c1597-f2ca-46c2-b8da-7ac2f2beb613 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0734324 Jul 11 14:09:29.950434 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-575f31ec-4e56-4300-92fd-d3625db337b6 req-2f88f78a-0472-4f0f-8e26-6480d0da50a2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841491 Jul 11 14:09:30.082503 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f22c5-e3b6-4599-9604-2a33a4a0e770 req-12311304-be07-4d18-a043-734cc498b4fc tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:30.084016 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3c5f22c5-e3b6-4599-9604-2a33a4a0e770 req-12311304-be07-4d18-a043-734cc498b4fc tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0571196 Jul 11 14:09:30.141305 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3c5f22c5-e3b6-4599-9604-2a33a4a0e770 req-1d52fb6e-0665-485f-9f41-120009bd47c6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504780 Jul 11 14:09:30.259308 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1521-2768-4f0b-8387-d2586a6d5691 req-0d91495e-58fb-4c76-a9b4-f4c7a5b39f8a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:30.261002 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17af1521-2768-4f0b-8387-d2586a6d5691 req-0d91495e-58fb-4c76-a9b4-f4c7a5b39f8a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0618105 Jul 11 14:09:30.344763 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17af1521-2768-4f0b-8387-d2586a6d5691 req-9f4bb630-8eac-48bc-859e-ea31f4b6e73c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698118 Jul 11 14:09:31.122183 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4963-9ea3-4b82-b4ea-fe0653483e96 req-46472024-03f0-41d9-bbd2-11b63b99e5ae tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:31.124163 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4c9f4963-9ea3-4b82-b4ea-fe0653483e96 req-46472024-03f0-41d9-bbd2-11b63b99e5ae tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0715270 Jul 11 14:09:31.207721 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4c9f4963-9ea3-4b82-b4ea-fe0653483e96 req-3e1419ee-1b1a-454c-a4de-bae81bc286e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599134 Jul 11 14:09:31.352545 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d3145-f5b0-4962-a082-c4fb77cf5afe req-55148996-af9a-4fbb-ac6b-9bd18dd494c6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:31.354152 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a59d3145-f5b0-4962-a082-c4fb77cf5afe req-55148996-af9a-4fbb-ac6b-9bd18dd494c6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0880642 Jul 11 14:09:31.385629 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:31.463486 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a59d3145-f5b0-4962-a082-c4fb77cf5afe req-7cd84988-c20d-4c23-9f58-63d5b4aacbb4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998542 Jul 11 14:09:31.530908 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:31.544710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc27e-a55b-4002-b456-8333991b21c6 req-4b020cfb-0cf9-4e27-a35e-20a35ce17068 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:31.546409 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5fddc27e-a55b-4002-b456-8333991b21c6 req-4b020cfb-0cf9-4e27-a35e-20a35ce17068 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0710883 Jul 11 14:09:31.626725 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5fddc27e-a55b-4002-b456-8333991b21c6 req-7cc57a05-9f78-488c-bd9f-d28f00ed2199 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730965 Jul 11 14:09:31.746110 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43934) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:31.885152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c81b36cf-dc14-4830-ad39-0f1a7406094f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.010018 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c81b36cf-dc14-4830-ad39-0f1a7406094f admin admin] Publish callbacks [] for security_group (d50391e9-1c13-4490-aad7-e0dcd5a7456e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.031809 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c81b36cf-dc14-4830-ad39-0f1a7406094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (d50391e9-1c13-4490-aad7-e0dcd5a7456e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.115461 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b36cf-dc14-4830-ad39-0f1a7406094f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50391e9-1c13-4490-aad7-e0dcd5a7456e,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:32.120008 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c81b36cf-dc14-4830-ad39-0f1a7406094f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aee33ba170f348cbadee9fdc33280ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725557 Jul 11 14:09:32.123728 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43938) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:32.195094 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-58de2b7e-164a-4c8d-96a0-fe384606d379 admin admin] Publish callbacks [] for security_group (d50391e9-1c13-4490-aad7-e0dcd5a7456e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.221162 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-58de2b7e-164a-4c8d-96a0-fe384606d379 admin admin] Publish callbacks [] for security_group (d50391e9-1c13-4490-aad7-e0dcd5a7456e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.227995 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:32.288966 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-58de2b7e-164a-4c8d-96a0-fe384606d379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (d50391e9-1c13-4490-aad7-e0dcd5a7456e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.295613 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-58de2b7e-164a-4c8d-96a0-fe384606d379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.300997 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-58de2b7e-164a-4c8d-96a0-fe384606d379 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d50391e9-1c13-4490-aad7-e0dcd5a7456e HTTP/1.1" status: 204 len: 168 time: 0.1739163 Jul 11 14:09:32.318718 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de2b7e-164a-4c8d-96a0-fe384606d379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50391e9-1c13-4490-aad7-e0dcd5a7456e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:32.386169 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dadef-9a6e-4f9f-890f-ab85342752aa req-e67ad8b5-d007-47fa-8632-a7ed4f866d2a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:32.388947 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-992dadef-9a6e-4f9f-890f-ab85342752aa req-e67ad8b5-d007-47fa-8632-a7ed4f866d2a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0801151 Jul 11 14:09:32.467762 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-992dadef-9a6e-4f9f-890f-ab85342752aa req-b1605fe3-bcf2-49de-b7a4-c0a57635dc5a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681603 Jul 11 14:09:32.596209 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ba728-cd92-47d1-ae67-68fb25edddd0 req-d18eb11e-ffa3-4b2e-97f2-0c300ad7e320 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:32.602986 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-301ba728-cd92-47d1-ae67-68fb25edddd0 req-d18eb11e-ffa3-4b2e-97f2-0c300ad7e320 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0663626 Jul 11 14:09:32.659933 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-301ba728-cd92-47d1-ae67-68fb25edddd0 req-0a22c02b-049d-4b09-9d2d-c6440adc1a9b tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Jul 11 14:09:32.741491 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43952) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:32.770214 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd729f-09c0-4df2-ae60-ba6206fb57ea req-c08078be-1f2e-403e-bf9b-ca1384dac116 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:32.772010 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0bd729f-09c0-4df2-ae60-ba6206fb57ea req-c08078be-1f2e-403e-bf9b-ca1384dac116 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0553064 Jul 11 14:09:32.776910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-879b12e7-e4eb-4002-9896-8ef6f88a26e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.827001 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b0bd729f-09c0-4df2-ae60-ba6206fb57ea req-604c2cc4-63bb-440c-8725-703a0247be34 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488472 Jul 11 14:09:32.905712 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-879b12e7-e4eb-4002-9896-8ef6f88a26e4 admin admin] Publish callbacks [] for security_group (c76021c7-e025-44d9-b034-1c4e021eba2f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.906877 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:09:32.921825 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-879b12e7-e4eb-4002-9896-8ef6f88a26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c76021c7-e025-44d9-b034-1c4e021eba2f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:32.969096 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b12e7-e4eb-4002-9896-8ef6f88a26e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76021c7-e025-44d9-b034-1c4e021eba2f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:32.978655 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-879b12e7-e4eb-4002-9896-8ef6f88a26e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64506ec559cf4200ad356e13ecfbc78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279458 Jul 11 14:09:32.982570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 43954) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:33.063850 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6f29520-c960-4766-94cc-4c082a0bd706 admin admin] Publish callbacks [] for security_group (c76021c7-e025-44d9-b034-1c4e021eba2f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:33.103643 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6f29520-c960-4766-94cc-4c082a0bd706 admin admin] Publish callbacks [] for security_group (c76021c7-e025-44d9-b034-1c4e021eba2f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:33.176192 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6f29520-c960-4766-94cc-4c082a0bd706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c76021c7-e025-44d9-b034-1c4e021eba2f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:33.179391 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6f29520-c960-4766-94cc-4c082a0bd706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:33.180573 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d6f29520-c960-4766-94cc-4c082a0bd706 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c76021c7-e025-44d9-b034-1c4e021eba2f HTTP/1.1" status: 204 len: 168 time: 0.1965840 Jul 11 14:09:33.191600 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29520-c960-4766-94cc-4c082a0bd706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76021c7-e025-44d9-b034-1c4e021eba2f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:33.620039 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3818-dcf1-4e03-b350-98bc3c24b4bc req-5cfbe462-7e8b-4c3e-8aa8-56a42f63768d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:33.627049 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66ef3818-dcf1-4e03-b350-98bc3c24b4bc req-5cfbe462-7e8b-4c3e-8aa8-56a42f63768d tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0741651 Jul 11 14:09:33.673216 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66ef3818-dcf1-4e03-b350-98bc3c24b4bc req-e7901c33-fb05-4bbd-a58d-0960790767aa tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450695 Jul 11 14:09:33.836232 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf193c-6ba9-4b4d-91b0-59202aeef79f req-99255b81-403e-4e32-bcab-2790b6ea63c6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:33.838868 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d3cf193c-6ba9-4b4d-91b0-59202aeef79f req-99255b81-403e-4e32-bcab-2790b6ea63c6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0749731 Jul 11 14:09:33.911021 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d3cf193c-6ba9-4b4d-91b0-59202aeef79f req-f99596fe-13f4-4a64-99a4-a1c6776df27a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Jul 11 14:09:34.019376 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434515-1579-45dd-9eb6-176597cae140 req-5341ee90-90c2-4932-8557-69da8961463b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:34.020853 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b4434515-1579-45dd-9eb6-176597cae140 req-5341ee90-90c2-4932-8557-69da8961463b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0542572 Jul 11 14:09:34.096414 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b4434515-1579-45dd-9eb6-176597cae140 req-02a0a16e-439b-455c-a4f4-2941ba3fcbe7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697315 Jul 11 14:09:34.825755 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72511-d83a-4f6c-9451-c51c639236b8 req-247db1dd-e696-463b-ad4c-46e2f9ac728f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:34.834124 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-10e72511-d83a-4f6c-9451-c51c639236b8 req-247db1dd-e696-463b-ad4c-46e2f9ac728f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0636868 Jul 11 14:09:34.883407 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-10e72511-d83a-4f6c-9451-c51c639236b8 req-f864972b-3054-4caa-bc1a-077c17c39bed tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479815 Jul 11 14:09:35.025791 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5248f5-bafe-4b65-9050-c2a36959c44a req-de38edf8-09ab-4ce4-9267-22ba51b89425 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:35.027572 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2a5248f5-bafe-4b65-9050-c2a36959c44a req-de38edf8-09ab-4ce4-9267-22ba51b89425 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0522645 Jul 11 14:09:35.079561 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2a5248f5-bafe-4b65-9050-c2a36959c44a req-cfa0d4cd-1eb2-4294-90c9-3a720f365b03 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461333 Jul 11 14:09:35.235353 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b24e6-8d1e-4994-b084-c49ab5d26961 req-09ab40b6-0e5d-4317-8819-ce179830040a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:35.236886 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-572b24e6-8d1e-4994-b084-c49ab5d26961 req-09ab40b6-0e5d-4317-8819-ce179830040a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0579140 Jul 11 14:09:35.274772 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:35.296166 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-572b24e6-8d1e-4994-b084-c49ab5d26961 req-886d0b0b-d8b8-49b8-8996-67eccb8e3c9d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514679 Jul 11 14:09:36.001750 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30033ee6-1bcd-4919-90ab-6814fb6e6449 req-96ae0b23-dfdd-4e08-bdcc-22ac2773f4c9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:36.004029 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30033ee6-1bcd-4919-90ab-6814fb6e6449 req-96ae0b23-dfdd-4e08-bdcc-22ac2773f4c9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0523770 Jul 11 14:09:36.061280 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-30033ee6-1bcd-4919-90ab-6814fb6e6449 req-a2181339-ac48-415e-9052-44eaa1bcbebd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466156 Jul 11 14:09:36.202671 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069fdb-8c3a-40b9-9545-f6ebd8fb8560 req-01491476-378a-4e09-b9e1-2ac9765f6490 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:36.204047 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-25069fdb-8c3a-40b9-9545-f6ebd8fb8560 req-01491476-378a-4e09-b9e1-2ac9765f6490 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0531356 Jul 11 14:09:36.255552 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-25069fdb-8c3a-40b9-9545-f6ebd8fb8560 req-3f418777-68f1-4603-a04c-b8d34eaf4db2 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452776 Jul 11 14:09:36.392249 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:36.433102 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105ad5-b248-454f-acbf-22402766d1a1 req-b1cab64d-9932-4ae6-bc43-ac413748b314 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:36.434607 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-50105ad5-b248-454f-acbf-22402766d1a1 req-b1cab64d-9932-4ae6-bc43-ac413748b314 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0528831 Jul 11 14:09:36.503464 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-50105ad5-b248-454f-acbf-22402766d1a1 req-68519fd6-8af1-4c5c-b241-cd4b2d9f4814 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626853 Jul 11 14:09:37.201340 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9b3e3-dd49-4158-9505-175f154e72a3 req-bbdf691c-0cac-4284-b1b6-f1d2376bd248 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:37.202898 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17d9b3e3-dd49-4158-9505-175f154e72a3 req-bbdf691c-0cac-4284-b1b6-f1d2376bd248 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0608628 Jul 11 14:09:37.257458 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17d9b3e3-dd49-4158-9505-175f154e72a3 req-2bffe828-3886-4b9c-9167-8a30db481e83 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476203 Jul 11 14:09:37.467288 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac972-6049-40d5-bcd1-1f80e26521ca req-928940e6-bc0a-4ddc-b56a-dd28cc22020b tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:37.469929 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-664ac972-6049-40d5-bcd1-1f80e26521ca req-928940e6-bc0a-4ddc-b56a-dd28cc22020b tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0811803 Jul 11 14:09:37.548140 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-664ac972-6049-40d5-bcd1-1f80e26521ca req-5f45f8a2-1cda-47f0-9d91-a6c9f762ae13 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712335 Jul 11 14:09:37.669883 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfa545-bd74-4bad-82db-158eb4fdf4c2 req-25718c80-9f89-49fd-b226-3a05eb65c1a7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:37.671753 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-12cfa545-bd74-4bad-82db-158eb4fdf4c2 req-25718c80-9f89-49fd-b226-3a05eb65c1a7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0784643 Jul 11 14:09:37.784963 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-12cfa545-bd74-4bad-82db-158eb4fdf4c2 req-aab170e5-9110-4a62-908b-4645042977c3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003177 Jul 11 14:09:38.410964 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740ac9b-3f26-4bc4-9756-909914067a76 req-763c340e-12e9-4256-85e6-6824e3ac4a2a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:38.418993 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9740ac9b-3f26-4bc4-9756-909914067a76 req-763c340e-12e9-4256-85e6-6824e3ac4a2a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0682442 Jul 11 14:09:38.495834 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9740ac9b-3f26-4bc4-9756-909914067a76 req-e1730942-11e7-4082-b9e7-35411146fa88 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726793 Jul 11 14:09:38.744685 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026bbd3-ebc8-44e6-8027-821a589b9c89 req-948c6e56-7a22-47d9-881f-0acba1e82d4e tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:38.747513 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1026bbd3-ebc8-44e6-8027-821a589b9c89 req-948c6e56-7a22-47d9-881f-0acba1e82d4e tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.1053040 Jul 11 14:09:38.812860 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1026bbd3-ebc8-44e6-8027-821a589b9c89 req-633a61de-4d3a-40ac-a43e-73c4556d496a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587528 Jul 11 14:09:38.940043 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c41d1d-2682-4b76-af08-fc2bccc9fb65 req-8f1a88bb-4a53-4534-97ce-f1bcfb03c9de tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:38.941597 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f8c41d1d-2682-4b76-af08-fc2bccc9fb65 req-8f1a88bb-4a53-4534-97ce-f1bcfb03c9de tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0578599 Jul 11 14:09:39.020566 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f8c41d1d-2682-4b76-af08-fc2bccc9fb65 req-edf7551d-1a7e-4d6e-8ef6-16faa8131655 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683002 Jul 11 14:09:39.128740 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44062) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:39.252859 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f82d872-167b-4dc2-9cbc-e673827e869c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:39.261916 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:39.351065 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f82d872-167b-4dc2-9cbc-e673827e869c admin admin] Publish callbacks [] for security_group (7f6e9645-aea4-4666-b340-10715dcf75d8), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:39.355247 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3f82d872-167b-4dc2-9cbc-e673827e869c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7f6e9645-aea4-4666-b340-10715dcf75d8), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:39.399146 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3f82d872-167b-4dc2-9cbc-e673827e869c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e94edc8de70a4c5d8197b6cdfd3238f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692311 Jul 11 14:09:39.401111 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82d872-167b-4dc2-9cbc-e673827e869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e9645-aea4-4666-b340-10715dcf75d8,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:39.401899 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44068) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:39.464888 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0d5cee00-dea1-4d78-ae52-9553aa2f2db6 admin admin] Publish callbacks [] for security_group (7f6e9645-aea4-4666-b340-10715dcf75d8), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:39.500967 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0d5cee00-dea1-4d78-ae52-9553aa2f2db6 admin admin] Publish callbacks [] for security_group (7f6e9645-aea4-4666-b340-10715dcf75d8), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:39.560006 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0d5cee00-dea1-4d78-ae52-9553aa2f2db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7f6e9645-aea4-4666-b340-10715dcf75d8), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:39.566627 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0d5cee00-dea1-4d78-ae52-9553aa2f2db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:39.568473 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-0d5cee00-dea1-4d78-ae52-9553aa2f2db6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f6e9645-aea4-4666-b340-10715dcf75d8 HTTP/1.1" status: 204 len: 168 time: 0.1652842 Jul 11 14:09:39.586769 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cee00-dea1-4d78-ae52-9553aa2f2db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e9645-aea4-4666-b340-10715dcf75d8,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:39.658142 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee24271-b85a-46c5-bfba-b209656a4e78 req-753533fa-9333-413b-b6cb-1d1183f071e4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:39.660331 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eee24271-b85a-46c5-bfba-b209656a4e78 req-753533fa-9333-413b-b6cb-1d1183f071e4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0704410 Jul 11 14:09:39.679704 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:39.735960 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eee24271-b85a-46c5-bfba-b209656a4e78 req-38827cfe-815b-42a2-95c8-88b8a71e2c96 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695212 Jul 11 14:09:39.992775 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740768a-3db7-4d72-81d6-e1ac3dcac4f0 req-ac732e8c-dbff-4a9c-a2d2-11e6caa4e88a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:39.994350 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d740768a-3db7-4d72-81d6-e1ac3dcac4f0 req-ac732e8c-dbff-4a9c-a2d2-11e6caa4e88a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0622270 Jul 11 14:09:40.035458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44080) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:40.044658 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:40.057886 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc682f39-c27c-49d7-a333-1a06665c9ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:40.066400 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d740768a-3db7-4d72-81d6-e1ac3dcac4f0 req-5d04e6cf-3af0-4ec9-90a7-92a2c71289f4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651300 Jul 11 14:09:40.175351 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc682f39-c27c-49d7-a333-1a06665c9ba7 admin admin] Publish callbacks [] for security_group (489a7c7f-015c-4fc5-9f58-fc7b1ca2c045), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:40.178156 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49996c-bedc-4ee9-8fb9-a177dd91e58e req-dcfe54ed-9425-4c0e-89fd-72070561e5eb tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:40.180650 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9a49996c-bedc-4ee9-8fb9-a177dd91e58e req-dcfe54ed-9425-4c0e-89fd-72070561e5eb tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0651486 Jul 11 14:09:40.184317 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc682f39-c27c-49d7-a333-1a06665c9ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (489a7c7f-015c-4fc5-9f58-fc7b1ca2c045), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:40.235663 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-bc682f39-c27c-49d7-a333-1a06665c9ba7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2784d06d34e448edb81bacb230fbed55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984909 Jul 11 14:09:40.240431 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44084) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:40.268698 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=3,neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:40.274883 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9a49996c-bedc-4ee9-8fb9-a177dd91e58e req-f138c118-2adb-49e7-9fd0-a0ca676f6d85 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875509 Jul 11 14:09:40.298756 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc682f39-c27c-49d7-a333-1a06665c9ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489a7c7f-015c-4fc5-9f58-fc7b1ca2c045,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:40.330708 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c349276f-193c-41c6-ae82-06f60df0b759 admin admin] Publish callbacks [] for security_group (489a7c7f-015c-4fc5-9f58-fc7b1ca2c045), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:40.355421 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c349276f-193c-41c6-ae82-06f60df0b759 admin admin] Publish callbacks [] for security_group (489a7c7f-015c-4fc5-9f58-fc7b1ca2c045), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:40.417080 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c349276f-193c-41c6-ae82-06f60df0b759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (489a7c7f-015c-4fc5-9f58-fc7b1ca2c045), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:40.420542 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c349276f-193c-41c6-ae82-06f60df0b759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:40.421738 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c349276f-193c-41c6-ae82-06f60df0b759 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/489a7c7f-015c-4fc5-9f58-fc7b1ca2c045 HTTP/1.1" status: 204 len: 168 time: 0.1800325 Jul 11 14:09:40.430600 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349276f-193c-41c6-ae82-06f60df0b759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a7c7f-015c-4fc5-9f58-fc7b1ca2c045,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:40.916358 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37aad-799a-403c-b6c2-126574be0985 req-f0321da0-022c-4f37-9864-cef82ff82e1b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:40.928084 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-40d37aad-799a-403c-b6c2-126574be0985 req-f0321da0-022c-4f37-9864-cef82ff82e1b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0551314 Jul 11 14:09:40.983261 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-40d37aad-799a-403c-b6c2-126574be0985 req-da29f24d-8048-4e03-9f0f-8fda21d75b45 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537100 Jul 11 14:09:41.242984 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e79c8b-d11b-439c-b9ee-821be846a57f req-7f13d2cb-6e0b-4a7c-a816-ae59e8d67ff9 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:41.244552 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-35e79c8b-d11b-439c-b9ee-821be846a57f req-7f13d2cb-6e0b-4a7c-a816-ae59e8d67ff9 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0647862 Jul 11 14:09:41.307157 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-35e79c8b-d11b-439c-b9ee-821be846a57f req-d8f4b0af-493a-4bac-b359-846c60ce96ed tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514643 Jul 11 14:09:41.415871 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a97902-a1f6-401a-ab50-f5df1dd5ea2a req-cfa7f45a-beba-4224-8968-6d54fb58dfac tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:41.417432 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f9a97902-a1f6-401a-ab50-f5df1dd5ea2a req-cfa7f45a-beba-4224-8968-6d54fb58dfac tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0618908 Jul 11 14:09:41.476172 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f9a97902-a1f6-401a-ab50-f5df1dd5ea2a req-f27f5844-970b-45e1-ba57-5ea867a4b451 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487943 Jul 11 14:09:42.128300 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c39e7-049d-4b57-acc0-d47c0ccad086 req-d307895e-c8d6-49e6-ac90-713c796cdc40 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:42.129937 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-972c39e7-049d-4b57-acc0-d47c0ccad086 req-d307895e-c8d6-49e6-ac90-713c796cdc40 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0675750 Jul 11 14:09:42.203790 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-972c39e7-049d-4b57-acc0-d47c0ccad086 req-7efe023e-2878-4106-9929-e504be37ade4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672793 Jul 11 14:09:42.444678 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460d29e-e4d8-4b6d-aad8-d9ae7d95e27d req-9dfc0a7b-26ba-4fc5-8a5c-49a40e9e016a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:42.446186 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1460d29e-e4d8-4b6d-aad8-d9ae7d95e27d req-9dfc0a7b-26ba-4fc5-8a5c-49a40e9e016a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0627506 Jul 11 14:09:42.498927 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1460d29e-e4d8-4b6d-aad8-d9ae7d95e27d req-413c5574-9901-40e4-8dbe-541747d61d28 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Jul 11 14:09:42.648654 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9170b1-fa39-4a25-abc1-044894c9e6db req-16de771c-1888-404b-89a9-2d32f6c563a5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:42.653297 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3e9170b1-fa39-4a25-abc1-044894c9e6db req-16de771c-1888-404b-89a9-2d32f6c563a5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0689380 Jul 11 14:09:42.709847 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3e9170b1-fa39-4a25-abc1-044894c9e6db req-cfc679c4-c77a-45ac-868d-1aa0f813f6d0 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537946 Jul 11 14:09:42.898969 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:42.899954 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:43.326428 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798ecf-6097-48d6-bbc1-0360e78f505f req-45cbc895-75b9-4456-891d-f887d574a2a2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:43.327926 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-79798ecf-6097-48d6-bbc1-0360e78f505f req-45cbc895-75b9-4456-891d-f887d574a2a2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0543599 Jul 11 14:09:43.377399 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-79798ecf-6097-48d6-bbc1-0360e78f505f req-210b7b02-aa84-46a6-9063-94a541dbfc5e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 Jul 11 14:09:43.623562 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbd1d7-3ade-45b1-8ab3-20930f77fe43 req-61d85690-ed0e-4647-8bd6-5390e5136def tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:43.625104 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d6fbd1d7-3ade-45b1-8ab3-20930f77fe43 req-61d85690-ed0e-4647-8bd6-5390e5136def tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0482507 Jul 11 14:09:43.662227 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:43.688959 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d6fbd1d7-3ade-45b1-8ab3-20930f77fe43 req-03eed6d7-0506-4aeb-b275-e12de2f3705c tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 Jul 11 14:09:43.840057 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a62b-48cc-4471-b2e9-07f8b7ddf092 req-d3504378-a352-4cd8-82c3-f88ba3f474eb tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:43.841558 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32a7a62b-48cc-4471-b2e9-07f8b7ddf092 req-d3504378-a352-4cd8-82c3-f88ba3f474eb tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0585327 Jul 11 14:09:43.898737 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32a7a62b-48cc-4471-b2e9-07f8b7ddf092 req-45bb2023-3463-4f72-a032-80a054f42b1e tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511494 Jul 11 14:09:44.495863 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93184624-e8a7-4acd-8178-21340790fd99 req-5e26edcf-42f3-4e53-b4e0-df09d5618257 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:44.497394 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93184624-e8a7-4acd-8178-21340790fd99 req-5e26edcf-42f3-4e53-b4e0-df09d5618257 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0483000 Jul 11 14:09:44.548506 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93184624-e8a7-4acd-8178-21340790fd99 req-f7f9e693-783e-42fb-919a-75a71ad95fc5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449886 Jul 11 14:09:44.677914 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Request body: {'port': {'device_id': '49e8b055-46fd-4044-86cb-58e7594e0893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:44.762278 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:44.878387 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e277010-650a-4aef-9ffb-3a21d5fc93cc req-c7c8bbe8-c957-49e3-a15c-aaad97f30350 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:44.880094 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6e277010-650a-4aef-9ffb-3a21d5fc93cc req-c7c8bbe8-c957-49e3-a15c-aaad97f30350 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 931 time: 0.0852659 Jul 11 14:09:44.964901 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6e277010-650a-4aef-9ffb-3a21d5fc93cc req-0a04f087-c79f-48ed-a95f-caf74ac7763a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784984 Jul 11 14:09:45.019611 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:45.037053 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc3231-11f0-4ce5-9c9e-1020c67f62dd req-aaf2a31a-2f54-4b7f-a441-013b9be86b3d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:45.044240 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f7cc3231-11f0-4ce5-9c9e-1020c67f62dd req-aaf2a31a-2f54-4b7f-a441-013b9be86b3d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0610182 Jul 11 14:09:45.093156 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a67ea54-5ffe-4602-930f-febfe4f1c871 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:09:45.097733 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:45.103310 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Publish callbacks [] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:45.117746 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f7cc3231-11f0-4ce5-9c9e-1020c67f62dd req-71a8b210-1c6f-43b5-a85f-93dcb26dec50 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712295 Jul 11 14:09:45.117989 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Transition to ACTIVE for port object 1a67ea54-5ffe-4602-930f-febfe4f1c871 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:09:45.125769 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:45.186547 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:45.226856 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Attempting to bind port 1a67ea54-5ffe-4602-930f-febfe4f1c871 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:09:45.227176 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Attempting to bind port 1a67ea54-5ffe-4602-930f-febfe4f1c871 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:09:45.227569 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Attempting to bind port 1a67ea54-5ffe-4602-930f-febfe4f1c871 on network 6d181705-7d20-4c7e-a599-6ad30727516a {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:45.232426 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Port 1a67ea54-5ffe-4602-930f-febfe4f1c871 on network 6d181705-7d20-4c7e-a599-6ad30727516a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:09:45.232797 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Attempting to bind port 1a67ea54-5ffe-4602-930f-febfe4f1c871 on network 6d181705-7d20-4c7e-a599-6ad30727516a {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:09:45.239298 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:09:45.239629 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Checking segment: {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:09:45.240057 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Bound using segment: {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:09:45.240496 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Bound port: 1a67ea54-5ffe-4602-930f-febfe4f1c871, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffa074d-d1dc-4622-acdd-a2be14778d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:09:45.240842 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:45.312797 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:09:45.316120 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:09:45.322140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:45.368327 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:45.368960 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:45.370348 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 1093 time: 0.6973262 Jul 11 14:09:45.370775 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:45.373060 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d836c9-e8b1-49c6-bed2-846d162f0e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:45.392369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7dd50-4cb7-43a8-bf46-f166c04ae5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:45.417334 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f8b9d-b22f-4cc1-812e-a612b52b44c9 x-openstack-request-id: req-c96f8b9d-b22f-4cc1-812e-a612b52b44c9 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:45.417634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:45.417918 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c96f8b9d-b22f-4cc1-812e-a612b52b44c9 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:45.418372 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96f8b9d-b22f-4cc1-812e-a612b52b44c9'] response: {'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'status': 'completed', 'code': 200} Jul 11 14:09:45.452049 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6d1af-7686-4d9f-8d85-82010d9106c4 req-293a8ea7-24f0-4d08-93ae-b06e2ef6cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:45.453662 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-53d6d1af-7686-4d9f-8d85-82010d9106c4 req-293a8ea7-24f0-4d08-93ae-b06e2ef6cd3e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1129 time: 0.0544674 Jul 11 14:09:45.507105 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:45.567023 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d836c9-e8b1-49c6-bed2-846d162f0e2f req-71fe97bd-098d-43c7-ade1-6b3d7b8e9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:45.568502 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-84d836c9-e8b1-49c6-bed2-846d162f0e2f req-71fe97bd-098d-43c7-ade1-6b3d7b8e9dba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1127 time: 0.0781643 Jul 11 14:09:45.572669 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-53d6d1af-7686-4d9f-8d85-82010d9106c4 req-fa27031b-8d35-40b2-8c2e-358f20d8bf7c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904574 Jul 11 14:09:45.681406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a2bc7-7b8f-4962-b6ca-0b9fdf0be0ad req-026f4a89-39f0-43f1-9fe1-b84827a17941 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:45.683107 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c8a2bc7-7b8f-4962-b6ca-0b9fdf0be0ad req-026f4a89-39f0-43f1-9fe1-b84827a17941 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0481157 Jul 11 14:09:45.731134 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c8a2bc7-7b8f-4962-b6ca-0b9fdf0be0ad req-ba9e33ce-2aff-4e86-a530-d705f3ced106 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423942 Jul 11 14:09:45.848789 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c82d3-b05b-4d78-b82f-2b0d029876bd req-f8b24308-be64-41d3-b528-c85ee9d87206 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:45.850348 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3a9c82d3-b05b-4d78-b82f-2b0d029876bd req-f8b24308-be64-41d3-b528-c85ee9d87206 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0541625 Jul 11 14:09:45.859738 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44176) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:45.864228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'floatingip': {'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:45.902793 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:46.105423 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d836c9-e8b1-49c6-bed2-846d162f0e2f req-d98283c4-b5ee-409c-b11b-cc87af1e5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:46.107022 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-84d836c9-e8b1-49c6-bed2-846d162f0e2f req-d98283c4-b5ee-409c-b11b-cc87af1e5e19 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=32353b01d57e434eafdb5f253517ef93&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1169808 Jul 11 14:09:46.145918 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adfdf-eb4c-44df-baa7-d724fe060e2a req-7fc0f95f-6763-4382-a26c-b42bf351d2a4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:46.147528 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-792adfdf-eb4c-44df-baa7-d724fe060e2a req-7fc0f95f-6763-4382-a26c-b42bf351d2a4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 943 time: 0.0708969 Jul 11 14:09:46.298128 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-792adfdf-eb4c-44df-baa7-d724fe060e2a req-0c824794-17b4-4c20-ada1-23dc009474f7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268620 Jul 11 14:09:46.350207 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238253e7-64ec-414f-a29a-c1e066c4fd45 req-03e2c62f-6e27-4846-8632-e8b79638614b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:46.352108 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-238253e7-64ec-414f-a29a-c1e066c4fd45 req-03e2c62f-6e27-4846-8632-e8b79638614b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0942764 Jul 11 14:09:46.450417 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:46.519353 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-238253e7-64ec-414f-a29a-c1e066c4fd45 req-cd07328d-a1cf-478f-bb8e-93042b0b9659 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507270 Jul 11 14:09:46.610737 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:46.615340 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:46.713173 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Floating IP a3cf7cf0-5212-44e8-ae5a-9c48c3104d37 associated. External IP: 172.27.1.138, port: 0a982454-2ed0-4dd2-bc29-6243369d5594. Jul 11 14:09:46.798343 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d836c9-e8b1-49c6-bed2-846d162f0e2f req-c41ae51b-a9c4-4193-b125-57b1cea29851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:46.800440 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-84d836c9-e8b1-49c6-bed2-846d162f0e2f req-c41ae51b-a9c4-4193-b125-57b1cea29851 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045070 Jul 11 14:09:46.855228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:46.925170 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:09:46.932797 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-da5effd3-c909-49f5-8d79-816393b61ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:46.934278 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-da5effd3-c909-49f5-8d79-816393b61ce2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1127 time: 0.0416570 Jul 11 14:09:46.991842 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-68d71702-92f8-469a-9bf9-301b58cc663b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 217 time: 0.0337884 Jul 11 14:09:47.027420 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:09:47.032388 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:47.039324 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] Sync routers for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:09:47.040773 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-10babb51-50dd-4232-a594-0ede880370ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:47.042254 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-10babb51-50dd-4232-a594-0ede880370ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b19735a-9636-4be0-8f36-3bf33c9ff846 HTTP/1.1" status: 200 len: 852 time: 0.0437553 Jul 11 14:09:47.049911 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:47.050775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:09:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:47.063200 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-80d6303e-f5b5-4903-84d8-0ba9d3ebdbaf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "PUT /v2.0/floatingips/a3cf7cf0-5212-44e8-ae5a-9c48c3104d37 HTTP/1.1" status: 200 len: 992 time: 1.2023847 Jul 11 14:09:47.063792 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:47.066326 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc19972-377e-4d74-a21b-2624adf96a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:47.106379 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09994de4-36d9-4c6b-a394-12b91221a9ab x-openstack-request-id: req-09994de4-36d9-4c6b-a394-12b91221a9ab {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:47.106674 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:47.106933 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09994de4-36d9-4c6b-a394-12b91221a9ab {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:47.107331 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09994de4-36d9-4c6b-a394-12b91221a9ab'] response: {'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'status': 'completed', 'code': 200} Jul 11 14:09:47.155397 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:47.242483 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-bd893362-88ca-41df-8eea-e174528b4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:47.244059 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-bd893362-88ca-41df-8eea-e174528b4d12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d181705-7d20-4c7e-a599-6ad30727516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477865 Jul 11 14:09:47.428334 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fab878-ea93-4c99-8df7-54d683357856 req-b9e6e0e6-46da-4873-98b6-bb70482e32cf tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:47.429905 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2fab878-ea93-4c99-8df7-54d683357856 req-b9e6e0e6-46da-4873-98b6-bb70482e32cf tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 943 time: 0.0501089 Jul 11 14:09:47.486035 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2fab878-ea93-4c99-8df7-54d683357856 req-b941c27e-a73e-4022-a958-ed6e6a3c84be tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Jul 11 14:09:47.504979 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d719090c-d38e-4973-bab9-240ca3bd65ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:47.540081 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:47.559578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'a3cf7cf0-5212-44e8-ae5a-9c48c3104d37', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'mac_address': 'fa:16:3e:3b:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:08Z', 'updated_at': '2022-07-11T14:09:46Z', 'revision_number': 1, 'project_id': '4b181bc391914f6abcea09b894b88473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:47.590715 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] Checking router: c2e76d94-29eb-4951-bc47-8e71fd70e8f9 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:09:47.599736 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:47.600365 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:09:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:47.656946 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9fe8-30d2-4d3e-8bfc-09ac327e2880 req-8dd3cdb2-a0cf-4787-ba58-9d8aa42be924 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:47.657771 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-271e9fe8-30d2-4d3e-8bfc-09ac327e2880 req-8dd3cdb2-a0cf-4787-ba58-9d8aa42be924 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0561109 Jul 11 14:09:47.695087 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-fe14b484-ad02-4cb7-acdc-d474aff025e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:47.697892 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-fe14b484-ad02-4cb7-acdc-d474aff025e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1130 time: 0.0536180 Jul 11 14:09:47.720811 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:47.727993 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-271e9fe8-30d2-4d3e-8bfc-09ac327e2880 req-83c72b30-59d3-441b-bf16-295062d72844 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630040 Jul 11 14:09:47.734614 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:47.897133 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eb821-ca84-4385-a3a2-721dafadd53b req-cf635b24-b281-4a3f-8173-7b036e55f8e3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:47.899111 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-243eb821-ca84-4385-a3a2-721dafadd53b req-cf635b24-b281-4a3f-8173-7b036e55f8e3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0609953 Jul 11 14:09:47.907096 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:47.941858 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-048f71e5-6f91-4746-86c9-97f782640823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:47.943516 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-048f71e5-6f91-4746-86c9-97f782640823 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.2035160 Jul 11 14:09:47.963316 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-243eb821-ca84-4385-a3a2-721dafadd53b req-d00d1207-38de-43f4-b07a-c59ae5aca6cb tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574560 Jul 11 14:09:47.968681 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-2248138f-8106-4f97-8bc2-e9d32c28c266 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303872 Jul 11 14:09:47.993473 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44218) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:48.074550 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-20ad2be8-1cb7-4de5-a137-7cb53c07e8cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 1000 time: 0.1208622 Jul 11 14:09:48.085061 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'a3cf7cf0-5212-44e8-ae5a-9c48c3104d37', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'mac_address': 'fa:16:3e:3b:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:08Z', 'updated_at': '2022-07-11T14:09:46Z', 'revision_number': 1, 'project_id': '4b181bc391914f6abcea09b894b88473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:48.105644 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44222) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:48.124113 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a546e04-4338-4269-bb50-eacea4953749 None None] The sync data for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi is: [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'a3cf7cf0-5212-44e8-ae5a-9c48c3104d37', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'mac_address': 'fa:16:3e:3b:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:08Z', 'updated_at': '2022-07-11T14:09:46Z', 'revision_number': 1, 'project_id': '4b181bc391914f6abcea09b894b88473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:09:48.177528 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:48.185575 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-915c05f6-a86a-41e9-98f6-302ec0aa124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:48.187071 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-915c05f6-a86a-41e9-98f6-302ec0aa124c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0848973 Jul 11 14:09:48.189596 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5191ef47-8036-48f2-b5ad-0c37f575f144 req-172c2e55-866c-48cf-87ff-8ef251bf7e94 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799488 Jul 11 14:09:48.190969 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d57ecfdc-ac96-4cc2-a8dd-bd5e405e8388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.251205 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-2881fcab-d4bd-4167-a62d-d4b39dbb0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:48.253265 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-2881fcab-d4bd-4167-a62d-d4b39dbb0c3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490906 Jul 11 14:09:48.265140 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f921d-8b20-4e2e-ab80-bfb9dd0ac3d5 tempest-TestShelveInstance-127650775 tempest-TestShelveInstance-127650775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:48.266819 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7b1f921d-8b20-4e2e-ab80-bfb9dd0ac3d5 tempest-TestShelveInstance-127650775 tempest-TestShelveInstance-127650775-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1124 time: 0.2723103 Jul 11 14:09:48.269856 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44226) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:48.275747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'port_id': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:09:48.315278 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.368914 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d57ecfdc-ac96-4cc2-a8dd-bd5e405e8388 admin admin] Publish callbacks [] for security_group (ba4db953-487f-4da2-8213-0389ff15e5b8), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.652090 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d57ecfdc-ac96-4cc2-a8dd-bd5e405e8388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ba4db953-487f-4da2-8213-0389ff15e5b8), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.737387 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.741110 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d57ecfdc-ac96-4cc2-a8dd-bd5e405e8388 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8e8c64e7ea948dabb3c79292fe8fba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6340132 Jul 11 14:09:48.743825 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44230) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:48.748974 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff6b6e-52bb-4660-b79f-83604c15ae0e req-6ece478c-25ea-497f-8ced-7ac852c78193 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:48.750000 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e8ff6b6e-52bb-4660-b79f-83604c15ae0e req-6ece478c-25ea-497f-8ced-7ac852c78193 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 943 time: 0.1016572 Jul 11 14:09:48.756555 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ecfdc-ac96-4cc2-a8dd-bd5e405e8388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4db953-487f-4da2-8213-0389ff15e5b8,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:48.778712 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:48.821495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-296ffffe-e68e-4b46-8910-8ee4dd744c49 admin admin] Publish callbacks [] for security_group (ba4db953-487f-4da2-8213-0389ff15e5b8), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.850493 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-296ffffe-e68e-4b46-8910-8ee4dd744c49 admin admin] Publish callbacks [] for security_group (ba4db953-487f-4da2-8213-0389ff15e5b8), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.857367 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d4923-0178-4556-8909-be479b87e96c None None] New status for floating IP a3cf7cf0-5212-44e8-ae5a-9c48c3104d37: ACTIVE {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:09:48.879237 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e8ff6b6e-52bb-4660-b79f-83604c15ae0e req-241e067f-c2bf-42d5-94e8-aed4af9fd7f6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180630 Jul 11 14:09:48.918558 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-296ffffe-e68e-4b46-8910-8ee4dd744c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ba4db953-487f-4da2-8213-0389ff15e5b8), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.923708 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-296ffffe-e68e-4b46-8910-8ee4dd744c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:48.926128 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-296ffffe-e68e-4b46-8910-8ee4dd744c49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba4db953-487f-4da2-8213-0389ff15e5b8 HTTP/1.1" status: 204 len: 168 time: 0.1810505 Jul 11 14:09:48.939239 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Allocated IP 172.27.1.182 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/7f0d2464-475a-43ac-8a89-0cf2d46d39c2) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:09:48.951963 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ffffe-e68e-4b46-8910-8ee4dd744c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4db953-487f-4da2-8213-0389ff15e5b8,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:49.077218 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.119870 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.167547 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:09:49.172961 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:09:49.176053 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:09:49.179679 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'Port': ['ID=7f0d2464-475a-43ac-8a89-0cf2d46d39c2,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:49.212884 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:49.313381 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44236) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:49.326708 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fc55aff7-2ffa-48dd-9746-cc3c911d3486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.329242 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:49.412981 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fc55aff7-2ffa-48dd-9746-cc3c911d3486 admin admin] Publish callbacks [] for security_group (e8768c14-5802-4d56-8ba9-75dc1b43dbdc), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.417174 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-fc55aff7-2ffa-48dd-9746-cc3c911d3486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e8768c14-5802-4d56-8ba9-75dc1b43dbdc), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.461454 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-fc55aff7-2ffa-48dd-9746-cc3c911d3486 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afcf9911828244af903d321e5ee95341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438560 Jul 11 14:09:49.461454 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55aff7-2ffa-48dd-9746-cc3c911d3486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8768c14-5802-4d56-8ba9-75dc1b43dbdc,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:49.461878 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44238) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:49.516352 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-75cad81c-3521-49a8-a6fe-521d60552242 admin admin] Publish callbacks [] for security_group (e8768c14-5802-4d56-8ba9-75dc1b43dbdc), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.547154 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-75cad81c-3521-49a8-a6fe-521d60552242 admin admin] Publish callbacks [] for security_group (e8768c14-5802-4d56-8ba9-75dc1b43dbdc), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.554498 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for floatingip (6a0ade6a-80c4-4217-876b-e1cda0cbd628), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.601756 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-75cad81c-3521-49a8-a6fe-521d60552242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e8768c14-5802-4d56-8ba9-75dc1b43dbdc), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.604808 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-75cad81c-3521-49a8-a6fe-521d60552242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.605972 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-75cad81c-3521-49a8-a6fe-521d60552242 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8768c14-5802-4d56-8ba9-75dc1b43dbdc HTTP/1.1" status: 204 len: 168 time: 0.1434526 Jul 11 14:09:49.615129 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cad81c-3521-49a8-a6fe-521d60552242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8768c14-5802-4d56-8ba9-75dc1b43dbdc,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:49.634682 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.779315 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:49.790511 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.795125 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.872310 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event updated for resources: {'Port': ['ID=7f0d2464-475a-43ac-8a89-0cf2d46d39c2,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:49.885288 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (6a0ade6a-80c4-4217-876b-e1cda0cbd628), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:49.899208 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bebd3245-8e93-4224-89f1-12fafac901e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:50.036390 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Floating IP 6a0ade6a-80c4-4217-876b-e1cda0cbd628 associated. External IP: 172.27.1.182, port: 4376997e-3ed7-4f63-b17e-1d9f27589ff4. Jul 11 14:09:50.041619 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:50.047781 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bb025-6168-4455-a51e-c956d315c521 req-e4d03885-2449-4cc2-81c6-04616f3975e7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:50.049472 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ef5bb025-6168-4455-a51e-c956d315c521 req-e4d03885-2449-4cc2-81c6-04616f3975e7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 943 time: 0.0716400 Jul 11 14:09:50.175046 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ef5bb025-6168-4455-a51e-c956d315c521 req-4d7d6f46-2d5c-4976-a593-87ec86911536 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950503 Jul 11 14:09:50.301202 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Router 932132cd-01ed-4adb-acd8-02ee70b0d249 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:09:50.403899 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:09:50.415071 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] Sync routers for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:09:50.425812 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:50.428450 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:50.429307 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:09:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:50.462856 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-46fa1b7c-1c64-4938-8477-1fb656923bf8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1919348 Jul 11 14:09:50.463551 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:50.466068 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d81cc2-aad6-4963-a62b-4585feb5d498" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:50.507631 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf938a2-79f0-4415-84fa-8ad48e5225e1 x-openstack-request-id: req-5cf938a2-79f0-4415-84fa-8ad48e5225e1 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:50.508035 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:50.508343 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cf938a2-79f0-4415-84fa-8ad48e5225e1 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:50.508762 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf938a2-79f0-4415-84fa-8ad48e5225e1'] response: {'name': 'network-changed', 'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'status': 'completed', 'code': 200} Jul 11 14:09:50.542414 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:50.775759 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '6a0ade6a-80c4-4217-876b-e1cda0cbd628', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'port_id': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'mac_address': 'fa:16:3e:fb:e1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:49Z', 'updated_at': '2022-07-11T14:09:49Z', 'revision_number': 0, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 5, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:50.802052 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] Checking router: 932132cd-01ed-4adb-acd8-02ee70b0d249 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:09:50.810777 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:09:50.811389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:09:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:50.849414 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:50.922253 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:09:51.038216 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:51.183559 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:51.190509 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '6a0ade6a-80c4-4217-876b-e1cda0cbd628', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'port_id': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'mac_address': 'fa:16:3e:fb:e1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:49Z', 'updated_at': '2022-07-11T14:09:49Z', 'revision_number': 0, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 5, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:09:51.217538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98b31-2c93-4a51-ad9d-8fbbfa74d4c7 None None] The sync data for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi is: [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '6a0ade6a-80c4-4217-876b-e1cda0cbd628', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'port_id': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'mac_address': 'fa:16:3e:fb:e1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:49Z', 'updated_at': '2022-07-11T14:09:49Z', 'revision_number': 0, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 5, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:09:51.327031 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deb675-9781-49b4-b7e6-3bcb29655b71 req-3e7ee67a-db15-401d-9e34-59dc3686d295 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:51.328577 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e8deb675-9781-49b4-b7e6-3bcb29655b71 req-3e7ee67a-db15-401d-9e34-59dc3686d295 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 943 time: 0.0640917 Jul 11 14:09:51.381566 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e8deb675-9781-49b4-b7e6-3bcb29655b71 req-2760ac06-37cd-477e-ba43-a1b537450068 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474224 Jul 11 14:09:51.473132 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f217a8f-895f-445b-be4d-9fc151f8dc2b None None] New status for floating IP 6a0ade6a-80c4-4217-876b-e1cda0cbd628: ACTIVE {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:09:51.513742 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:51.570296 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-2b3b51b1-2cd3-4d81-9eea-6dce40a6a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:51.571914 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-2b3b51b1-2cd3-4d81-9eea-6dce40a6a6b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1129 time: 0.1089506 Jul 11 14:09:51.579582 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-789b295f-7ca4-4400-8ed5-eb6c594f09d7 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550751 Jul 11 14:09:51.784758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-7b7a8b6f-7fb6-4370-a3e3-4c778b4cb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:51.786127 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-7b7a8b6f-7fb6-4370-a3e3-4c778b4cb81a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 910 time: 0.1928751 Jul 11 14:09:51.844321 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8dc19972-377e-4d74-a21b-2624adf96a7b req-1f05f7de-b499-4834-bf49-aec51af563df service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051580 Jul 11 14:09:51.863677 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-933192b9-c630-4c3c-b773-f794d56e8eb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0678151 Jul 11 14:09:51.936717 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-c2970fe4-7488-4f99-8e15-4ac77f79f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:51.938234 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-c2970fe4-7488-4f99-8e15-4ac77f79f1d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 200 len: 848 time: 0.0494359 Jul 11 14:09:51.991034 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-ad984bf1-32e9-4a8c-9def-87c342a7e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:51.992814 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-ad984bf1-32e9-4a8c-9def-87c342a7e398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4020e2d9-bcc8-4ed8-8c6d-106564132adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467324 Jul 11 14:09:52.105694 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:52.110211 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-8ff546f2-0c07-4838-8822-fbfa343915bf service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042790 Jul 11 14:09:52.213916 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-43d81cc2-aad6-4963-a62b-4585feb5d498 req-959a573d-16c2-4e05-905a-f0c1c8520af7 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962987 Jul 11 14:09:52.497293 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379cbd3-b5c2-4782-a312-c6006eb9c00e req-000b1068-9926-4ce3-ba52-f50db30e1b77 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:52.499053 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e379cbd3-b5c2-4782-a312-c6006eb9c00e req-000b1068-9926-4ce3-ba52-f50db30e1b77 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 943 time: 0.0468881 Jul 11 14:09:52.549591 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:52.552438 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e379cbd3-b5c2-4782-a312-c6006eb9c00e req-c5e998f5-8af5-471d-b958-dacad57697b5 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Jul 11 14:09:52.800526 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:53.328737 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1a67ea54-5ffe-4602-930f-febfe4f1c871 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:09:53.438880 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:53.454137 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'port_id': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'mac_address': 'fa:16:3e:5f:7f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:09:53.491392 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 1a67ea54-5ffe-4602-930f-febfe4f1c871 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:53.491878 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:53.507021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a67ea54-5ffe-4602-930f-febfe4f1c871 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:09:53.531590 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:53.536917 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:53.600426 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:53.675510 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06b89f-ade1-4ca2-8cf8-d5d36b2fb882 req-a0eab54e-0703-4ac1-8bca-7e7c8637e31a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:53.677304 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dd06b89f-ade1-4ca2-8cf8-d5d36b2fb882 req-a0eab54e-0703-4ac1-8bca-7e7c8637e31a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 944 time: 0.0494878 Jul 11 14:09:53.708239 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:53.726564 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dd06b89f-ade1-4ca2-8cf8-d5d36b2fb882 req-5819d865-1ee2-4840-9943-4b492a17fba4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Jul 11 14:09:54.147115 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1a67ea54-5ffe-4602-930f-febfe4f1c871'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:09:54.843692 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0cdb0-3c02-4300-9e09-77c89f78e374 req-76d7c711-6b59-4bdb-a65a-9fe56fd3a115 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:54.845019 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9ab0cdb0-3c02-4300-9e09-77c89f78e374 req-76d7c711-6b59-4bdb-a65a-9fe56fd3a115 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 944 time: 0.0505278 Jul 11 14:09:54.901429 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9ab0cdb0-3c02-4300-9e09-77c89f78e374 req-09170081-59b8-46cb-bfde-179e0b1189b7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496590 Jul 11 14:09:55.029433 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44356) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:55.160827 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.244825 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-1eea0052-af32-4fa4-a9cf-4a91d5abf567 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533261 Jul 11 14:09:55.292103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Publish callbacks [] for security_group (f66c28db-afb6-45fb-9c5d-087c16b3f791), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.296519 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f66c28db-afb6-45fb-9c5d-087c16b3f791), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.373282 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6dcd28d638144efa1a7e4955c8b4477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424218 Jul 11 14:09:55.376564 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44360) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:55.376782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c28db-afb6-45fb-9c5d-087c16b3f791,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:55.387814 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-125ac61f-ec50-4515-8ad5-5fa64038c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:55.389453 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-125ac61f-ec50-4515-8ad5-5fa64038c8ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 1129 time: 0.0743961 Jul 11 14:09:55.392068 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.392068 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.392068 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.393160 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.393314 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.394405 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.394405 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.394405 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.394904 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.395069 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.395390 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.395724 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.396055 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.396376 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.396861 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771f29aa-8024-4368-a13b-cee3124280b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.439195 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Publish callbacks [] for security_group (f66c28db-afb6-45fb-9c5d-087c16b3f791), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.467199 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Publish callbacks [] for security_group (f66c28db-afb6-45fb-9c5d-087c16b3f791), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.492736 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:55.523685 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f66c28db-afb6-45fb-9c5d-087c16b3f791), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.532680 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1a67ea54-5ffe-4602-930f-febfe4f1c871 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:09:55.535017 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.535017 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f66c28db-afb6-45fb-9c5d-087c16b3f791 HTTP/1.1" status: 204 len: 168 time: 0.1544039 Jul 11 14:09:55.544406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c28db-afb6-45fb-9c5d-087c16b3f791,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:55.549573 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-5ed0f89b-e8f7-4799-ad58-2d2f9c5bd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:55.553132 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-5ed0f89b-e8f7-4799-ad58-2d2f9c5bd129 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.1295230 Jul 11 14:09:55.555261 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.555728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.556185 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.556769 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.557203 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.557629 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.558054 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.558514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.558928 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.559364 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.559786 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.560718 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.560718 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.561262 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.561689 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafe64cf-c008-4b04-8d08-c6a27281a133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:09:55.574845 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.596848 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:55.598037 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 1a67ea54-5ffe-4602-930f-febfe4f1c871 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:09:55.605583 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 1a67ea54-5ffe-4602-930f-febfe4f1c871 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:09:55.606021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.694467 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 1a67ea54-5ffe-4602-930f-febfe4f1c871 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:09:55.694975 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.724323 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:09:55.726990 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f9d3dd-a50a-44af-9153-d08e30e70f68" -d '{"events": [{"server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "name": "network-vif-plugged", "status": "completed", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:09:55.742724 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:09:55.749991 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.785389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa79bf0-cded-4492-bcd2-20045f554aad x-openstack-request-id: req-8fa79bf0-cded-4492-bcd2-20045f554aad {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:09:55.785988 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "name": "network-vif-plugged", "status": "completed", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:09:55.786364 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fa79bf0-cded-4492-bcd2-20045f554aad {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:09:55.786865 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa79bf0-cded-4492-bcd2-20045f554aad'] response: {'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'code': 200} Jul 11 14:09:55.819213 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:55.881975 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-196aea10-da6e-46a3-bba6-f6238e18fc29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 200 len: 217 time: 0.3222082 Jul 11 14:09:55.943147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-46bc33c5-29b6-4829-9466-9a94cb9e9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:55.944893 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-46bc33c5-29b6-4829-9466-9a94cb9e9c66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0518663 Jul 11 14:09:55.968743 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44370) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:55.987853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92b82b93-1aa3-40d7-b6f8-e620101419e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:55.995605 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-c36b5b2b-92db-452d-b478-53f3e0dd98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:55.997325 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-c36b5b2b-92db-452d-b478-53f3e0dd98d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443921 Jul 11 14:09:56.012514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:56.069925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c99c43-a503-40a5-9a9b-d5e349613f0e req-970be9c9-ed7b-4764-82e4-2d3341c34a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:56.071435 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-20c99c43-a503-40a5-9a9b-d5e349613f0e req-970be9c9-ed7b-4764-82e4-2d3341c34a8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1129 time: 0.0730696 Jul 11 14:09:56.075531 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0773b5-962d-4039-8f47-34f985ce8da9 req-b9e9b8ee-9333-4a72-8f7c-9bc6ba603a81 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:56.079310 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5e0773b5-962d-4039-8f47-34f985ce8da9 req-b9e9b8ee-9333-4a72-8f7c-9bc6ba603a81 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0794489 Jul 11 14:09:56.165229 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-cc682c69-e3e7-4427-bf28-ef0412b65739 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585672 Jul 11 14:09:56.168021 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-20c99c43-a503-40a5-9a9b-d5e349613f0e req-12e68c4e-d552-4624-8214-8bccd87cfcd6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649717 Jul 11 14:09:56.169739 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5e0773b5-962d-4039-8f47-34f985ce8da9 req-dabede71-4822-4dc9-ab2d-e21ff9918d21 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837607 Jul 11 14:09:56.175272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92b82b93-1aa3-40d7-b6f8-e620101419e1 admin admin] Publish callbacks [] for security_group (e88b507f-eb11-448a-9df5-0c7568b59f9a), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.182060 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92b82b93-1aa3-40d7-b6f8-e620101419e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e88b507f-eb11-448a-9df5-0c7568b59f9a), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.231892 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82b93-1aa3-40d7-b6f8-e620101419e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88b507f-eb11-448a-9df5-0c7568b59f9a,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:56.236234 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-92b82b93-1aa3-40d7-b6f8-e620101419e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17d542a5136048cf8fc6310f300193f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660606 Jul 11 14:09:56.239027 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44372) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:56.300407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-23579551-5f48-4a2f-846c-0acf61c40e2d admin admin] Publish callbacks [] for security_group (e88b507f-eb11-448a-9df5-0c7568b59f9a), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.323770 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-23579551-5f48-4a2f-846c-0acf61c40e2d admin admin] Publish callbacks [] for security_group (e88b507f-eb11-448a-9df5-0c7568b59f9a), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.371880 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-23579551-5f48-4a2f-846c-0acf61c40e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e88b507f-eb11-448a-9df5-0c7568b59f9a), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.374458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-23579551-5f48-4a2f-846c-0acf61c40e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.375605 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-23579551-5f48-4a2f-846c-0acf61c40e2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e88b507f-eb11-448a-9df5-0c7568b59f9a HTTP/1.1" status: 204 len: 168 time: 0.1355875 Jul 11 14:09:56.383942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23579551-5f48-4a2f-846c-0acf61c40e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88b507f-eb11-448a-9df5-0c7568b59f9a,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:56.654828 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:56.728084 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44378) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:56.741701 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a3e27caf-2f92-4983-9bb3-17f7ccba1af2 req-c2cd2504-ef07-4f3b-9e5e-56cc7943240f service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946436 Jul 11 14:09:56.742597 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3a1a327d-08b8-4270-bf2e-d10a0c16a50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.826038 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3a1a327d-08b8-4270-bf2e-d10a0c16a50a admin admin] Publish callbacks [] for security_group (39c899aa-099b-4219-ac0f-1d47ebb8b304), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.829888 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3a1a327d-08b8-4270-bf2e-d10a0c16a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (39c899aa-099b-4219-ac0f-1d47ebb8b304), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.869569 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a327d-08b8-4270-bf2e-d10a0c16a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c899aa-099b-4219-ac0f-1d47ebb8b304,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:56.875504 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-3a1a327d-08b8-4270-bf2e-d10a0c16a50a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1155ee336024a50a941b1649f624a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461983 Jul 11 14:09:56.878652 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44380) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:09:56.929179 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3c815181-1f59-4ce6-bf7a-48e78c54e034 admin admin] Publish callbacks [] for security_group (39c899aa-099b-4219-ac0f-1d47ebb8b304), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.951268 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3c815181-1f59-4ce6-bf7a-48e78c54e034 admin admin] Publish callbacks [] for security_group (39c899aa-099b-4219-ac0f-1d47ebb8b304), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:56.952809 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:57.005535 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3c815181-1f59-4ce6-bf7a-48e78c54e034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (39c899aa-099b-4219-ac0f-1d47ebb8b304), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:57.008023 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3c815181-1f59-4ce6-bf7a-48e78c54e034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:09:57.009174 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-3c815181-1f59-4ce6-bf7a-48e78c54e034 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39c899aa-099b-4219-ac0f-1d47ebb8b304 HTTP/1.1" status: 204 len: 168 time: 0.1296124 Jul 11 14:09:57.017398 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815181-1f59-4ce6-bf7a-48e78c54e034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c899aa-099b-4219-ac0f-1d47ebb8b304,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:09:57.288958 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4e9b5-2a16-4622-8e79-ef33fa53caa3 req-9097ceed-b7ab-4761-b9db-5e92abd25190 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:57.290654 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b1f4e9b5-2a16-4622-8e79-ef33fa53caa3 req-9097ceed-b7ab-4761-b9db-5e92abd25190 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0511789 Jul 11 14:09:57.345304 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b1f4e9b5-2a16-4622-8e79-ef33fa53caa3 req-dfcffa76-5b54-49a3-b8af-c9354cb6d164 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Jul 11 14:09:58.462746 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97d85-0f2f-4240-82a3-1795b9a2266e req-f9b9ced4-991a-4a7b-943b-8b99e2b10c2b tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:58.464256 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6ff97d85-0f2f-4240-82a3-1795b9a2266e req-f9b9ced4-991a-4a7b-943b-8b99e2b10c2b tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0476289 Jul 11 14:09:58.511915 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6ff97d85-0f2f-4240-82a3-1795b9a2266e req-0b3e53cc-be13-4ea2-abb3-2d2abaa3f231 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Jul 11 14:09:58.635123 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774cac8-90d0-488b-83d9-880819efb33c req-3e4f426e-b074-4c47-88a9-3cfbf6596ce7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:58.636655 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6774cac8-90d0-488b-83d9-880819efb33c req-3e4f426e-b074-4c47-88a9-3cfbf6596ce7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0583334 Jul 11 14:09:58.687448 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:09:58.693054 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6774cac8-90d0-488b-83d9-880819efb33c req-12ba3abb-0e2c-413e-a133-03c4891cdca6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492425 Jul 11 14:09:59.043810 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0cc30-97c3-4a01-b106-fd96d61dd877 req-ce153f32-c7ba-48d9-bb0b-a11fb27b92d1 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:09:59.045585 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b5d0cc30-97c3-4a01-b106-fd96d61dd877 req-ce153f32-c7ba-48d9-bb0b-a11fb27b92d1 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Jul 11 14:09:59.097287 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b5d0cc30-97c3-4a01-b106-fd96d61dd877 req-52bfde3c-dc6e-441d-a195-9c78a12baddc tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Jul 11 14:10:01.596695 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:01.600900 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:06.396658 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:06.731089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:06.738152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:07.030786 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:08.977533 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2cd56-27b7-4271-bcc2-a568dfc3a6a3 req-945d1483-1fe9-4bc3-a926-869a20b98bc9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:08.979085 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23c2cd56-27b7-4271-bcc2-a568dfc3a6a3 req-945d1483-1fe9-4bc3-a926-869a20b98bc9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0483367 Jul 11 14:10:09.031322 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23c2cd56-27b7-4271-bcc2-a568dfc3a6a3 req-dcf830f6-3615-4d80-a95a-fdc4832551fd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466297 Jul 11 14:10:09.907225 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:10:10.166517 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c258e6-ba6d-401f-a5da-fee2ece25970 req-12fc532b-28a5-4bc3-9792-748ba2ed1439 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:10.168052 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a6c258e6-ba6d-401f-a5da-fee2ece25970 req-12fc532b-28a5-4bc3-9792-748ba2ed1439 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0547037 Jul 11 14:10:10.219405 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a6c258e6-ba6d-401f-a5da-fee2ece25970 req-f4853b80-c29c-4911-8541-a7b42f15f6bd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457585 Jul 11 14:10:11.346512 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b464b-025a-4c94-885a-4a43f0bbc77b req-270bce66-3b7a-4bb6-9ab0-44e24e8e15db tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:11.347974 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab6b464b-025a-4c94-885a-4a43f0bbc77b req-270bce66-3b7a-4bb6-9ab0-44e24e8e15db tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0490344 Jul 11 14:10:11.398244 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab6b464b-025a-4c94-885a-4a43f0bbc77b req-44d70d3a-422a-48a0-8df4-61b592a5530e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Jul 11 14:10:12.517522 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b89f8-af9e-4b95-8415-5b4f5b468cdf req-a33a9f9d-572d-4c14-9907-a0eca77410e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:12.519012 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-962b89f8-af9e-4b95-8415-5b4f5b468cdf req-a33a9f9d-572d-4c14-9907-a0eca77410e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0503464 Jul 11 14:10:12.566329 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-962b89f8-af9e-4b95-8415-5b4f5b468cdf req-9c6d0761-81fd-4c45-80d7-3ca3f9a30d1f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Jul 11 14:10:13.683703 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016787a-0766-428e-955e-6e3928df0f7b req-55bf25c4-7faa-4499-a8b7-31157de2df84 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:13.685150 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8016787a-0766-428e-955e-6e3928df0f7b req-55bf25c4-7faa-4499-a8b7-31157de2df84 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0477347 Jul 11 14:10:13.733015 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8016787a-0766-428e-955e-6e3928df0f7b req-4f61327e-85c2-4c41-ad52-962dd7a6008e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 Jul 11 14:10:14.854650 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f970-3d46-470f-ae8b-18e7deb84b79 req-a4a52e4b-3646-48ba-8dae-5db605a2700d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:14.856211 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6757f970-3d46-470f-ae8b-18e7deb84b79 req-a4a52e4b-3646-48ba-8dae-5db605a2700d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0519912 Jul 11 14:10:14.913581 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6757f970-3d46-470f-ae8b-18e7deb84b79 req-2fd789e1-9002-49b8-86b5-9af446663c6a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510621 Jul 11 14:10:16.022732 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:16.033942 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32274188-42b0-4622-9834-b328085f56cf req-27f37e5a-644d-4547-a892-d91d10d58180 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:16.035487 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32274188-42b0-4622-9834-b328085f56cf req-27f37e5a-644d-4547-a892-d91d10d58180 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0478194 Jul 11 14:10:16.090999 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32274188-42b0-4622-9834-b328085f56cf req-cfa90119-f0be-485d-8722-6b9e4dad6077 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497851 Jul 11 14:10:17.209907 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f09d9-ee59-4d9d-bd6e-657134f404d1 req-3847d1e0-707e-4a10-a7ff-cd87ac285b16 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:17.211384 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-691f09d9-ee59-4d9d-bd6e-657134f404d1 req-3847d1e0-707e-4a10-a7ff-cd87ac285b16 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0464122 Jul 11 14:10:17.261134 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-691f09d9-ee59-4d9d-bd6e-657134f404d1 req-1440c9e5-d62f-4d10-b339-50fa27f6b492 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 Jul 11 14:10:17.457063 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-93c84584-c8a6-4b91-a019-9b578bca1cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:18.377585 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7f0a-6e4d-467d-909d-5a1c0bf51e3a req-8047ab7a-065d-4011-aec1-9abc462426ad tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:18.379051 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-097f7f0a-6e4d-467d-909d-5a1c0bf51e3a req-8047ab7a-065d-4011-aec1-9abc462426ad tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0465112 Jul 11 14:10:18.425160 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-097f7f0a-6e4d-467d-909d-5a1c0bf51e3a req-31928aa5-8f72-4344-98fe-b8ceed6784cf tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Jul 11 14:10:19.540109 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3196f48-048e-44ea-bc0c-0513a087786b req-304b7183-dc33-4329-9c76-f5fe3e59a4d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:19.541529 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3196f48-048e-44ea-bc0c-0513a087786b req-304b7183-dc33-4329-9c76-f5fe3e59a4d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0456948 Jul 11 14:10:19.589912 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3196f48-048e-44ea-bc0c-0513a087786b req-fc5fbea3-e59e-4b00-851c-bc9cde564068 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Jul 11 14:10:19.881582 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e48fe69-37c0-4b5e-866b-05d6941b2604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:19.902239 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:19.903697 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:20.715177 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d8deb-decc-4790-9a8e-49e7c50d3a7b req-e7e9976b-9f1c-46c0-96e3-f46a46d7d1be tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:20.716686 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-849d8deb-decc-4790-9a8e-49e7c50d3a7b req-e7e9976b-9f1c-46c0-96e3-f46a46d7d1be tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0540533 Jul 11 14:10:20.737277 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:20.764394 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-849d8deb-decc-4790-9a8e-49e7c50d3a7b req-562fa6ef-46b7-4eea-866d-ae820fcf853f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Jul 11 14:10:21.028709 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:21.883054 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550db40e-6426-4589-b55e-c072c60fe12e req-3026e19c-63ef-42b7-bcbe-afe5f77a71cd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:21.884891 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-550db40e-6426-4589-b55e-c072c60fe12e req-3026e19c-63ef-42b7-bcbe-afe5f77a71cd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0488651 Jul 11 14:10:21.935407 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-550db40e-6426-4589-b55e-c072c60fe12e req-27abd593-2ebe-4d50-81ee-1d753d26e83b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 Jul 11 14:10:22.551815 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:22.803214 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:23.061877 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54b9f4-dba9-4507-ac24-4863b127dc3c req-9cd7f2dd-7d1c-4fa9-820c-47ed970d1bed tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:23.062907 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c54b9f4-dba9-4507-ac24-4863b127dc3c req-9cd7f2dd-7d1c-4fa9-820c-47ed970d1bed tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0487757 Jul 11 14:10:23.116655 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c54b9f4-dba9-4507-ac24-4863b127dc3c req-3bb7cdb1-e5ed-4aab-a46c-9ffc21a5343a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469744 Jul 11 14:10:23.631205 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7597ba-1d54-434c-9e7b-201d2cbfb578 req-abeb3b87-1fda-464d-b58e-93885f1ae404 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:23.632845 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7c7597ba-1d54-434c-9e7b-201d2cbfb578 req-abeb3b87-1fda-464d-b58e-93885f1ae404 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0509841 Jul 11 14:10:23.679761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7c7597ba-1d54-434c-9e7b-201d2cbfb578 req-9bb14689-46a0-4aa6-a620-6e5888afead1 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Jul 11 14:10:23.702248 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44744) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:23.891648 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf1aa7-b56c-412a-9486-fac79f027209 tempest-TestMinimumBasicScenario-1356967205 tempest-TestMinimumBasicScenario-1356967205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:23.893197 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-63cf1aa7-b56c-412a-9486-fac79f027209 tempest-TestMinimumBasicScenario-1356967205 tempest-TestMinimumBasicScenario-1356967205-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1124 time: 0.1899815 Jul 11 14:10:23.896153 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44750) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:23.900365 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'port_id': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:23.920674 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:24.001591 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:24.095514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:24.112597 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Allocated IP 172.27.1.25 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/c3cbcb5f-7290-4cc1-8eb6-67850d763d75) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:10:24.253584 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:24.260470 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1107f57-bfa4-43c0-80b5-d85bbeb2c0a5 req-ec206870-9c2f-4016-9d88-4a7027220eb4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:24.261926 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1107f57-bfa4-43c0-80b5-d85bbeb2c0a5 req-ec206870-9c2f-4016-9d88-4a7027220eb4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0691719 Jul 11 14:10:24.324606 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:24.331666 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:24.343519 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1107f57-bfa4-43c0-80b5-d85bbeb2c0a5 req-d0e51b8f-b667-44a5-b77b-08bfa1148303 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756524 Jul 11 14:10:24.377760 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:10:24.380689 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:10:24.383264 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:10:24.412758 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'Port': ['ID=c3cbcb5f-7290-4cc1-8eb6-67850d763d75,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:24.998784 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for floatingip (e88c887b-787f-4ec6-bab7-688fd147937c), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.064811 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.167363 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:25.215440 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.219669 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.295329 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'Port': ['ID=c3cbcb5f-7290-4cc1-8eb6-67850d763d75,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:25.308048 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (e88c887b-787f-4ec6-bab7-688fd147937c), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.401916 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:25.405289 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Floating IP e88c887b-787f-4ec6-bab7-688fd147937c associated. External IP: 172.27.1.25, port: 1a67ea54-5ffe-4602-930f-febfe4f1c871. Jul 11 14:10:25.529128 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134afb3-5bee-4ba2-bfcc-56fdd03d462c req-ed014d06-7c14-4001-afe1-34ed8eade350 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:25.530655 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4134afb3-5bee-4ba2-bfcc-56fdd03d462c req-ed014d06-7c14-4001-afe1-34ed8eade350 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0918648 Jul 11 14:10:25.534781 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.630233 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4134afb3-5bee-4ba2-bfcc-56fdd03d462c req-aaa4c9d9-a681-4205-a102-2c33e8e4aafd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913827 Jul 11 14:10:25.694237 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:10:25.796734 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:10:25.809794 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] Sync routers for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:10:25.814839 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.820069 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:10:25.820684 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:10:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:25.857572 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4f8d1de8-417d-4e25-9e06-29dfa0c31d25 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9567516 Jul 11 14:10:25.857572 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:10:25.858964 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44774) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:25.863771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:10:25.866877 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-45f16524-bfa1-48c2-a3ea-a022fb2d1283 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25450280', 'description': 'tempest-secgroup-smoke-25450280 description', 'project_id': '32353b01d57e434eafdb5f253517ef93'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:25.906622 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d42f8d-bf0a-420e-93af-876a8b8b7be2 x-openstack-request-id: req-29d42f8d-bf0a-420e-93af-876a8b8b7be2 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:10:25.906622 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:10:25.906622 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29d42f8d-bf0a-420e-93af-876a8b8b7be2 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:10:25.910568 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d42f8d-bf0a-420e-93af-876a8b8b7be2'] response: {'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'status': 'completed', 'code': 200} Jul 11 14:10:25.919603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45f16524-bfa1-48c2-a3ea-a022fb2d1283 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:25.948633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:10:26.106226 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45f16524-bfa1-48c2-a3ea-a022fb2d1283 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group (fdea2c5a-b313-418d-8a38-0ec70ae96512), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.109074 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-47fe89f6-a6f6-4cd1-ad46-a70997524bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:26.112130 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-47fe89f6-a6f6-4cd1-ad46-a70997524bf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1129 time: 0.1050837 Jul 11 14:10:26.113670 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45f16524-bfa1-48c2-a3ea-a022fb2d1283 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (fdea2c5a-b313-418d-8a38-0ec70ae96512), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.184491 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45f16524-bfa1-48c2-a3ea-a022fb2d1283 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.190573 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-45f16524-bfa1-48c2-a3ea-a022fb2d1283 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3285725 Jul 11 14:10:26.191382 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44788) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:26.198932 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-966a9c65-2863-4ba2-a9eb-d0d3bb44de1a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'security_group_rule': {'security_group_id': 'fdea2c5a-b313-418d-8a38-0ec70ae96512', 'project_id': '32353b01d57e434eafdb5f253517ef93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:26.203061 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f16524-bfa1-48c2-a3ea-a022fb2d1283 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdea2c5a-b313-418d-8a38-0ec70ae96512,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:26.230200 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'e88c887b-787f-4ec6-bab7-688fd147937c', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'port_id': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'mac_address': 'fa:16:3e:5f:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8b055-46fd-4044-86cb-58e7594e0893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:10:24Z', 'updated_at': '2022-07-11T14:10:24Z', 'revision_number': 0, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 5, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:26.230940 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-966a9c65-2863-4ba2-a9eb-d0d3bb44de1a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (42d6ca58-2f95-4194-84de-4d8c09bf54eb), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.255242 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] Checking router: 13c166d9-bf27-4f10-a8a6-7d3e497ecbad for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:10:26.264512 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:10:26.265364 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:10:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:26.282690 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-f27b635e-072c-4e0e-abe3-8eb502997aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:26.284851 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-f27b635e-072c-4e0e-abe3-8eb502997aa1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 200 len: 914 time: 0.1498334 Jul 11 14:10:26.298450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-966a9c65-2863-4ba2-a9eb-d0d3bb44de1a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (42d6ca58-2f95-4194-84de-4d8c09bf54eb), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.302561 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-966a9c65-2863-4ba2-a9eb-d0d3bb44de1a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (42d6ca58-2f95-4194-84de-4d8c09bf54eb), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.324563 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a9c65-2863-4ba2-a9eb-d0d3bb44de1a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d6ca58-2f95-4194-84de-4d8c09bf54eb,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:26.333145 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-966a9c65-2863-4ba2-a9eb-d0d3bb44de1a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.334470 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-966a9c65-2863-4ba2-a9eb-d0d3bb44de1a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395047 Jul 11 14:10:26.337245 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44790) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:26.341805 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-b3a6d595-e757-4fce-ac36-8df78dc4af5d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'security_group_rule': {'security_group_id': 'fdea2c5a-b313-418d-8a38-0ec70ae96512', 'project_id': '32353b01d57e434eafdb5f253517ef93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:26.356781 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:26.366280 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-3d9f4d22-0460-41b8-9b15-9dc73d89fc03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 998 time: 0.0685477 Jul 11 14:10:26.373950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d595-e757-4fce-ac36-8df78dc4af5d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (eb58f8f0-e81a-4342-b424-aca3d9516156), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.383526 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:10:26.424845 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-6cdf298f-1a9b-4515-8c13-4f8f72bd8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:26.427023 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-6cdf298f-1a9b-4515-8c13-4f8f72bd8551 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b19735a-9636-4be0-8f36-3bf33c9ff846 HTTP/1.1" status: 200 len: 852 time: 0.0528026 Jul 11 14:10:26.446461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d595-e757-4fce-ac36-8df78dc4af5d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (eb58f8f0-e81a-4342-b424-aca3d9516156), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.451031 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d595-e757-4fce-ac36-8df78dc4af5d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (eb58f8f0-e81a-4342-b424-aca3d9516156), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.474584 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-5b7f39fa-ab2c-4888-874b-fbcb286b99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:26.475421 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6d595-e757-4fce-ac36-8df78dc4af5d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb58f8f0-e81a-4342-b424-aca3d9516156,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:26.476297 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-5b7f39fa-ab2c-4888-874b-fbcb286b99b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d181705-7d20-4c7e-a599-6ad30727516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427165 Jul 11 14:10:26.488358 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b3a6d595-e757-4fce-ac36-8df78dc4af5d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.492873 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44792) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:26.493939 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b3a6d595-e757-4fce-ac36-8df78dc4af5d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556106 Jul 11 14:10:26.497634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-741f00a3-b6de-413a-88fd-3660635b3754 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'security_group_rule': {'security_group_id': 'fdea2c5a-b313-418d-8a38-0ec70ae96512', 'project_id': '32353b01d57e434eafdb5f253517ef93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:26.592419 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-741f00a3-b6de-413a-88fd-3660635b3754 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (c34d6da8-65f7-437f-be54-753b694da630), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.619837 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:26.623201 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'e88c887b-787f-4ec6-bab7-688fd147937c', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'port_id': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'mac_address': 'fa:16:3e:5f:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8b055-46fd-4044-86cb-58e7594e0893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:10:24Z', 'updated_at': '2022-07-11T14:10:24Z', 'revision_number': 0, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 5, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:26.628225 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-0e0503e8-4fe8-4990-b25a-42107f543103 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432726 Jul 11 14:10:26.753505 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-741f00a3-b6de-413a-88fd-3660635b3754 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (c34d6da8-65f7-437f-be54-753b694da630), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.763318 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-741f00a3-b6de-413a-88fd-3660635b3754 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (c34d6da8-65f7-437f-be54-753b694da630), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.780723 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62425d83-e0a2-4198-adba-b0e60e0cf40c req-31c859aa-9425-4e25-a418-ccd329af59e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:26.780954 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2d690-21f0-48f8-939f-4a5a8b25ab4d None None] The sync data for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi is: [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'e88c887b-787f-4ec6-bab7-688fd147937c', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'port_id': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'mac_address': 'fa:16:3e:5f:7f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e8b055-46fd-4044-86cb-58e7594e0893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:10:24Z', 'updated_at': '2022-07-11T14:10:24Z', 'revision_number': 0, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 5, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:10:26.783923 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-62425d83-e0a2-4198-adba-b0e60e0cf40c req-31c859aa-9425-4e25-a418-ccd329af59e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0648708 Jul 11 14:10:26.809819 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-741f00a3-b6de-413a-88fd-3660635b3754 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.811086 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-741f00a3-b6de-413a-88fd-3660635b3754 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3170295 Jul 11 14:10:26.813175 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-1922d8b5-c9bf-4e95-8d1c-dd660c76eeb4 req-990fa304-0034-42b9-902d-cafcf2d60b55 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793387 Jul 11 14:10:26.813742 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f00a3-b6de-413a-88fd-3660635b3754 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34d6da8-65f7-437f-be54-753b694da630,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:26.814249 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44800) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:26.819692 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-cc5c8110-1d77-43bc-ba4b-ae20c7376c61 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'security_group_rule': {'security_group_id': 'fdea2c5a-b313-418d-8a38-0ec70ae96512', 'project_id': '32353b01d57e434eafdb5f253517ef93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:26.869049 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-62425d83-e0a2-4198-adba-b0e60e0cf40c req-ad6409ea-b855-4723-9da7-5c818be69c78 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790513 Jul 11 14:10:26.872786 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8110-1d77-43bc-ba4b-ae20c7376c61 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (db6de2c3-ddee-4688-b5e1-03839e88c9a4), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.886028 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:26.941689 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8110-1d77-43bc-ba4b-ae20c7376c61 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (db6de2c3-ddee-4688-b5e1-03839e88c9a4), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.945737 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8110-1d77-43bc-ba4b-ae20c7376c61 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (db6de2c3-ddee-4688-b5e1-03839e88c9a4), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.967751 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c8110-1d77-43bc-ba4b-ae20c7376c61 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6de2c3-ddee-4688-b5e1-03839e88c9a4,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:26.980918 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc5c8110-1d77-43bc-ba4b-ae20c7376c61 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:26.982262 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cc5c8110-1d77-43bc-ba4b-ae20c7376c61 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667669 Jul 11 14:10:26.985515 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44804) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:26.990361 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'security_group_rule': {'security_group_id': 'fdea2c5a-b313-418d-8a38-0ec70ae96512', 'project_id': '32353b01d57e434eafdb5f253517ef93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:27.007576 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d1695c-6ebe-4858-ace8-8fcdd871bac8 None None] New status for floating IP e88c887b-787f-4ec6-bab7-688fd147937c: ACTIVE {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:10:27.015343 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.securitygroups_db [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Project 32353b01d57e434eafdb5f253517ef93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:10:27.025438 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (a7b9710d-d64b-4be7-9ace-74b17c194f1d), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.083671 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (a7b9710d-d64b-4be7-9ace-74b17c194f1d), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.087440 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (a7b9710d-d64b-4be7-9ace-74b17c194f1d), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.106880 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b9710d-d64b-4be7-9ace-74b17c194f1d,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:27.114511 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.118940 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c6a93669-db52-4efb-8dd5-8e19939ed1dd tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327000 Jul 11 14:10:27.119092 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44806) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:27.123854 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'security_group_rule': {'security_group_id': 'fdea2c5a-b313-418d-8a38-0ec70ae96512', 'project_id': '32353b01d57e434eafdb5f253517ef93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:27.145870 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.securitygroups_db [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Project 32353b01d57e434eafdb5f253517ef93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:10:27.152391 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (61c0814d-57af-4666-96cd-b89d51af0493), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.180680 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:27.192330 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:27.223944 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (61c0814d-57af-4666-96cd-b89d51af0493), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.228096 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (61c0814d-57af-4666-96cd-b89d51af0493), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.252962 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c0814d-57af-4666-96cd-b89d51af0493,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:27.258531 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.262709 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-65e27a3a-26d2-4ff0-80c2-5c8e33f7ef85 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425452 Jul 11 14:10:27.365975 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-de3002f0-3d32-4861-a682-2632455dd1a3 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25450280&fields=id&tenant_id=32353b01d57e434eafdb5f253517ef93 HTTP/1.1" status: 200 len: 267 time: 0.0568275 Jul 11 14:10:27.421732 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-3de3552a-97da-422f-a839-94345ad6fb0d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:27.423262 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-3de3552a-97da-422f-a839-94345ad6fb0d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0513394 Jul 11 14:10:27.434545 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'port': {'security_groups': ['809bb660-8e74-4713-ba21-acc44a292694', 'fdea2c5a-b313-418d-8a38-0ec70ae96512']}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:27.543153 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.653466 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44828) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:27.768666 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ad05c379-d0e1-45d2-b064-fca8c6902434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.818544 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:27.828259 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:27.863368 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ad05c379-d0e1-45d2-b064-fca8c6902434 admin admin] Publish callbacks [] for security_group (5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.863684 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.868465 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ad05c379-d0e1-45d2-b064-fca8c6902434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.868961 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.913353 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-ad05c379-d0e1-45d2-b064-fca8c6902434 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af635f3819c04b288903644eb8e18743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587059 Jul 11 14:10:27.914207 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05c379-d0e1-45d2-b064-fca8c6902434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:27.916897 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44836) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:27.925150 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1a67ea54-5ffe-4602-930f-febfe4f1c871'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:10:27.927624 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:27.928406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:27.929716 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f6e5e4b1-aae4-4a50-bf0f-894c7163a666 req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "PUT /v2.0/ports/1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 981 time: 0.5001466 Jul 11 14:10:27.930184 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:10:27.932525 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74b1535-674e-453b-a41d-033084c9f231" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:10:27.960577 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d276247-fd18-4a7e-b4bc-75af1bd50259 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=6']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:28.026347 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-152b967c-99fe-4904-acfc-0763f4189440 admin admin] Publish callbacks [] for security_group (5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:28.058393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-152b967c-99fe-4904-acfc-0763f4189440 admin admin] Publish callbacks [] for security_group (5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:28.071181 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e974aa-4873-4e7f-9d71-632b1c8fc182 req-ce4452c9-5f15-4e43-8c24-f73a11921370 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:28.073044 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a6e974aa-4873-4e7f-9d71-632b1c8fc182 req-ce4452c9-5f15-4e43-8c24-f73a11921370 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0646813 Jul 11 14:10:28.143587 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a77ae-e655-4fa3-8f0a-0ff4cc7219e1 req-600f4228-c438-4230-bdb4-47beb5a26db1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:28.153116 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-754a77ae-e655-4fa3-8f0a-0ff4cc7219e1 req-600f4228-c438-4230-bdb4-47beb5a26db1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0788510 Jul 11 14:10:28.169531 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-152b967c-99fe-4904-acfc-0763f4189440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:28.172114 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-152b967c-99fe-4904-acfc-0763f4189440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:28.173295 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-152b967c-99fe-4904-acfc-0763f4189440 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db HTTP/1.1" status: 204 len: 168 time: 0.2554450 Jul 11 14:10:28.186825 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b967c-99fe-4904-acfc-0763f4189440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d9f0a-ed7e-453a-90ca-ceeaeb3b40db,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:28.187213 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:28.234530 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1a67ea54-5ffe-4602-930f-febfe4f1c871'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:10:28.240492 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-831dca3b-e74e-4de7-8b9b-6148e45297b6 None None] Provisioning complete for port 1a67ea54-5ffe-4602-930f-febfe4f1c871 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:10:28.240859 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-831dca3b-e74e-4de7-8b9b-6148e45297b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:28.254005 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-754a77ae-e655-4fa3-8f0a-0ff4cc7219e1 req-ece6d39b-093e-4c05-a484-4cf75afde00c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000135 Jul 11 14:10:28.260701 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a6e974aa-4873-4e7f-9d71-632b1c8fc182 req-7479dd3b-431f-42fe-8f9f-8f47d32eb823 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1748652 Jul 11 14:10:28.304884 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:28.334445 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1436b7f-fa95-4f74-aa9d-0b162f262d2f x-openstack-request-id: req-b1436b7f-fa95-4f74-aa9d-0b162f262d2f {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:10:28.334851 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:10:28.335208 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1436b7f-fa95-4f74-aa9d-0b162f262d2f {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:10:28.335716 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1436b7f-fa95-4f74-aa9d-0b162f262d2f'] response: {'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'status': 'completed', 'code': 200} Jul 11 14:10:28.435110 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b1535-674e-453b-a41d-033084c9f231 req-8fe14984-2388-44c4-9733-59449be5d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:28.436864 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f74b1535-674e-453b-a41d-033084c9f231 req-8fe14984-2388-44c4-9733-59449be5d4f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1168 time: 0.0490611 Jul 11 14:10:28.454535 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-831dca3b-e74e-4de7-8b9b-6148e45297b6 None None] Current status of the port 1a67ea54-5ffe-4602-930f-febfe4f1c871 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:10:28.558959 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b1535-674e-453b-a41d-033084c9f231 req-73ca8adf-559a-4d41-b8ae-dc3aaef9e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:28.560644 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f74b1535-674e-453b-a41d-033084c9f231 req-73ca8adf-559a-4d41-b8ae-dc3aaef9e032 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 200 len: 914 time: 0.1012561 Jul 11 14:10:28.645923 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f74b1535-674e-453b-a41d-033084c9f231 req-a4f93a90-bc89-44c6-9347-c2f7ce4524c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 1000 time: 0.0605965 Jul 11 14:10:28.674025 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:28.695662 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b1535-674e-453b-a41d-033084c9f231 req-8d6792bf-2ad4-4199-9df6-73e08b09a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:28.697024 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f74b1535-674e-453b-a41d-033084c9f231 req-8d6792bf-2ad4-4199-9df6-73e08b09a369 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b19735a-9636-4be0-8f36-3bf33c9ff846 HTTP/1.1" status: 200 len: 852 time: 0.0448706 Jul 11 14:10:28.749188 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b1535-674e-453b-a41d-033084c9f231 req-d65aa526-f962-49be-b803-a684616b13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:28.750716 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f74b1535-674e-453b-a41d-033084c9f231 req-d65aa526-f962-49be-b803-a684616b13f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d181705-7d20-4c7e-a599-6ad30727516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396693 Jul 11 14:10:28.863066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:28.867047 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f74b1535-674e-453b-a41d-033084c9f231 req-28f28c91-e06a-4fb9-ae9c-a42f6f0c0370 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091795 Jul 11 14:10:28.960784 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f74b1535-674e-453b-a41d-033084c9f231 req-58ebbf1d-9862-4340-97f4-a8153e84b63a service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Jul 11 14:10:29.384643 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310b0a1-9360-4f5e-8b0d-08ae71e818e8 req-d480eeb0-cdd6-44e0-a70a-f7bfe81a8d61 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:29.386090 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3310b0a1-9360-4f5e-8b0d-08ae71e818e8 req-d480eeb0-cdd6-44e0-a70a-f7bfe81a8d61 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0506346 Jul 11 14:10:29.432764 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3310b0a1-9360-4f5e-8b0d-08ae71e818e8 req-e7fe2a75-aa25-4408-828a-104ca43327c7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Jul 11 14:10:29.628413 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:10:29.728720 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:29.740175 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'port_id': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'mac_address': 'fa:16:3e:90:1f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:10:29.767202 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:29.774852 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: ACTIVE; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:10:29.775239 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:29.789315 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:10:29.814576 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:29.818626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:29.866646 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=6']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:29.874093 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.874500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.874881 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.875228 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.875558 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.875879 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.876201 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.876518 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.876897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.877202 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.877615 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.877788 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.878221 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.878521 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:29.878915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:10:30.175579 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['448bcd1b-bd2c-4771-974b-0259ecbcd6e4'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:10:30.550660 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0b5c-9880-400b-ad93-cffa3d6fd313 req-501ead9d-1090-4c81-b2cd-98e4ceb1973d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:30.552357 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d6dd0b5c-9880-400b-ad93-cffa3d6fd313 req-501ead9d-1090-4c81-b2cd-98e4ceb1973d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 944 time: 0.0464678 Jul 11 14:10:30.599060 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d6dd0b5c-9880-400b-ad93-cffa3d6fd313 req-4acd990d-a024-4ca1-adc1-b8d69c2bc4ea tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Jul 11 14:10:31.114243 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44868) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:31.118745 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-002c5e47-684a-4395-9ac1-5852e02d14aa tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646771890', 'description': 'tempest-description--1650749129'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:31.143799 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-002c5e47-684a-4395-9ac1-5852e02d14aa tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.211877 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-002c5e47-684a-4395-9ac1-5852e02d14aa tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (7f419374-787d-4fe8-a3dc-0b71dc26f7a0), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.216677 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-002c5e47-684a-4395-9ac1-5852e02d14aa tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7f419374-787d-4fe8-a3dc-0b71dc26f7a0), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.251239 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-002c5e47-684a-4395-9ac1-5852e02d14aa tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.252965 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-002c5e47-684a-4395-9ac1-5852e02d14aa tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377795 Jul 11 14:10:31.254969 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c5e47-684a-4395-9ac1-5852e02d14aa tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f419374-787d-4fe8-a3dc-0b71dc26f7a0,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:31.257637 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44872) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:31.262470 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-6e1f8fd1-3c89-41df-8f2f-8b2d5b64fe02 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '7f419374-787d-4fe8-a3dc-0b71dc26f7a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:31.291674 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8fd1-3c89-41df-8f2f-8b2d5b64fe02 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (36297734-7d29-42ed-91c1-85d1bb71b25d), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.350718 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8fd1-3c89-41df-8f2f-8b2d5b64fe02 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (36297734-7d29-42ed-91c1-85d1bb71b25d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.354257 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8fd1-3c89-41df-8f2f-8b2d5b64fe02 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (36297734-7d29-42ed-91c1-85d1bb71b25d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.368356 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:31.373884 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f8fd1-3c89-41df-8f2f-8b2d5b64fe02 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36297734-7d29-42ed-91c1-85d1bb71b25d,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:31.382248 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e1f8fd1-3c89-41df-8f2f-8b2d5b64fe02 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.383490 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6e1f8fd1-3c89-41df-8f2f-8b2d5b64fe02 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247671 Jul 11 14:10:31.386575 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 44874) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:31.391086 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-d2ad3407-2ada-413b-af69-f7b4679f98e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '7f419374-787d-4fe8-a3dc-0b71dc26f7a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:31.416410 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3407-2ada-413b-af69-f7b4679f98e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (b213c62f-4a5a-4455-ba71-0f1d24cd4f7b), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.475502 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3407-2ada-413b-af69-f7b4679f98e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (b213c62f-4a5a-4455-ba71-0f1d24cd4f7b), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.479235 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3407-2ada-413b-af69-f7b4679f98e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (b213c62f-4a5a-4455-ba71-0f1d24cd4f7b), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.497381 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad3407-2ada-413b-af69-f7b4679f98e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b213c62f-4a5a-4455-ba71-0f1d24cd4f7b,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:31.506998 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3407-2ada-413b-af69-f7b4679f98e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.508161 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d2ad3407-2ada-413b-af69-f7b4679f98e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205902 Jul 11 14:10:31.511622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 44876) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:31.516237 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:31.539334 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.615807 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.669922 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:10:31.715695 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:10:31.716313 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.723861 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0bb2-3160-44cc-a557-f8ac7cb74284 req-2b88219c-c25e-48fc-bf00-cfc8db3f5b3a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:31.726079 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-df1b0bb2-3160-44cc-a557-f8ac7cb74284 req-2b88219c-c25e-48fc-bf00-cfc8db3f5b3a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 944 time: 0.0547071 Jul 11 14:10:31.743200 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.27.1.70 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/aeefd49c-923f-494e-bfc6-0832a6db8f02) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:10:31.778524 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-df1b0bb2-3160-44cc-a557-f8ac7cb74284 req-fe6dfc33-1357-433b-a3a1-cbd4a9cdba18 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 Jul 11 14:10:31.796568 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:10:31.799329 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.823173 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:10:31.825366 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd07599-91e5-4e1e-acd5-94939cd3a424" -d '{"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:10:31.843228 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:31.851158 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.857071 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:31.857886 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.883160 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2448692-6f5d-4275-a4c4-6e395d4b6f3b x-openstack-request-id: req-f2448692-6f5d-4275-a4c4-6e395d4b6f3b {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:10:31.883542 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:10:31.883792 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2448692-6f5d-4275-a4c4-6e395d4b6f3b {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:10:31.884175 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2448692-6f5d-4275-a4c4-6e395d4b6f3b'] response: {'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'code': 200} Jul 11 14:10:31.891859 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:31.908186 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=7']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:31.938586 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:10:31.943597 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:10:31.945788 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=aeefd49c-923f-494e-bfc6-0832a6db8f02,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:31.947944 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:10:31.980186 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:31.996008 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (3fa1c72d-0591-478b-b66f-9cc5e6ae7056), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:32.032275 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:32.182783 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:32.187393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:32.222646 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (3fa1c72d-0591-478b-b66f-9cc5e6ae7056), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:32.239350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=aeefd49c-923f-494e-bfc6-0832a6db8f02,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:32.244591 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:32.246077 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6146bb1e-98ad-4ac2-8a62-7625e674fe4c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7331481 Jul 11 14:10:32.424505 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:32.457494 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-099e0975-7fbf-450c-96a9-cac86de40bec tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--646771890&fields=id&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 267 time: 0.0478549 Jul 11 14:10:32.560947 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-33a3b778-53e3-487a-90a2-6fb39ef5400a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:32.562275 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-33a3b778-53e3-487a-90a2-6fb39ef5400a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 0.0983889 Jul 11 14:10:32.577577 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-49f1bb27-b7bb-4432-9ac8-9949c8c160a8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/quotas/da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 375 time: 0.0088346 Jul 11 14:10:32.631843 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-162b8f6e-5861-40f6-b1f0-e5464151bc6c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487976 Jul 11 14:10:32.672459 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:32.728998 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-f9c1e73f-f995-4378-9458-a42def5603f5 service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845065 Jul 11 14:10:32.821512 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-738300be-1001-4cc6-9cca-f2e1d2233f53 service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Jul 11 14:10:32.907802 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d08ec-dfba-4be0-b150-c2fb8e81087e req-73221d1a-967f-4051-acbf-4ca8c4d2a816 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:32.909290 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0c8d08ec-dfba-4be0-b150-c2fb8e81087e req-73221d1a-967f-4051-acbf-4ca8c4d2a816 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0518527 Jul 11 14:10:32.973210 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0c8d08ec-dfba-4be0-b150-c2fb8e81087e req-832c3829-8113-4ded-a91e-1391e2e3eac7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577805 Jul 11 14:10:32.989413 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-689717e8-1c9f-4e0e-95ee-20d244c3c7b6 req-06b02819-8f91-403d-8b3b-aa90088237b5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 210 time: 0.0291793 Jul 11 14:10:34.060965 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:34.127922 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9caf7edb-da0c-496e-88d0-2e8a83b00a7c req-7fd8d7a5-0ac5-4f71-8bd3-db985232b281 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 210 time: 0.0534978 Jul 11 14:10:34.138274 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cbe42-0185-454f-9b8d-73a8a2ba6f4b req-dd8abb8d-59a5-4de7-ac9c-38df3fde3c6d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:34.139788 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-974cbe42-0185-454f-9b8d-73a8a2ba6f4b req-dd8abb8d-59a5-4de7-ac9c-38df3fde3c6d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0900729 Jul 11 14:10:34.185884 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3148a8ff-7edd-43cf-970f-193ebc489780 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:34.187674 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3148a8ff-7edd-43cf-970f-193ebc489780 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 0.1483481 Jul 11 14:10:34.202526 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-974cbe42-0185-454f-9b8d-73a8a2ba6f4b req-ee98cabc-084b-4249-aff2-f2c4d53ca9b5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544276 Jul 11 14:10:34.282446 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-25646ec6-1136-4efc-aa2d-b149eed0e51b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 472 time: 0.0636444 Jul 11 14:10:34.387425 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'port': {'device_id': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'admin_state_up': True, 'tenant_id': 'da749564df7941929c6cb9159479d637', 'security_groups': ['7f419374-787d-4fe8-a3dc-0b71dc26f7a0']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:34.497450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Made reservation on behalf of da749564df7941929c6cb9159479d637 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:10:34.500790 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:34.633384 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.20.0.5 (f652801d-32e3-4c8b-a676-9f89f4a15dcd/fc7b797d-6984-4e1f-959a-afe2cb54cbed/d7342fd5-1b82-4926-80b9-ea0bfecd119d) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:10:34.767218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:34.772596 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:34.806511 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:34.854705 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:10:34.857640 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:10:34.861945 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:10:34.866979 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:34.867540 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:34.876367 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=d7342fd5-1b82-4926-80b9-ea0bfecd119d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:34.890156 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-3e6f19b8-6a3d-4564-a19f-7505e5ed271d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5065470 Jul 11 14:10:34.912562 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Request body: {'port': {'device_id': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:34.972664 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:34.976547 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:35.121842 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-58d5e7b0-f891-48f4-8da1-1cd21d994bf3 None None] Provisioning complete for port d7342fd5-1b82-4926-80b9-ea0bfecd119d triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:10:35.122485 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-58d5e7b0-f891-48f4-8da1-1cd21d994bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:35.154042 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-58d5e7b0-f891-48f4-8da1-1cd21d994bf3 None None] Port d7342fd5-1b82-4926-80b9-ea0bfecd119d cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:10:35.242772 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7342fd5-1b82-4926-80b9-ea0bfecd119d {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:10:35.253434 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Publish callbacks [] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:35.265075 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceb061-6d10-4db7-bf1d-1fdc0a30a7c2 req-50321974-ee5c-4ec4-9e7a-485bed872ad7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:35.266704 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aeceb061-6d10-4db7-bf1d-1fdc0a30a7c2 req-50321974-ee5c-4ec4-9e7a-485bed872ad7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 931 time: 0.0487077 Jul 11 14:10:35.272906 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Transition to ACTIVE for port object d7342fd5-1b82-4926-80b9-ea0bfecd119d will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:10:35.277553 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:35.328711 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Pushing event updated for resources: {'Port': ['ID=d7342fd5-1b82-4926-80b9-ea0bfecd119d,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:35.359755 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94517704-53e8-4336-8ca4-09e02bcf73b7 req-37f64a7d-e683-4305-80ec-5968880eb359 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:35.361330 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-94517704-53e8-4336-8ca4-09e02bcf73b7 req-37f64a7d-e683-4305-80ec-5968880eb359 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0812256 Jul 11 14:10:35.364312 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Attempting to bind port d7342fd5-1b82-4926-80b9-ea0bfecd119d on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:10:35.364640 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Attempting to bind port d7342fd5-1b82-4926-80b9-ea0bfecd119d by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:10:35.364968 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Attempting to bind port d7342fd5-1b82-4926-80b9-ea0bfecd119d on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:10:35.369815 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Port d7342fd5-1b82-4926-80b9-ea0bfecd119d on network f652801d-32e3-4c8b-a676-9f89f4a15dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:10:35.370132 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Attempting to bind port d7342fd5-1b82-4926-80b9-ea0bfecd119d on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:10:35.370836 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aeceb061-6d10-4db7-bf1d-1fdc0a30a7c2 req-39c41cea-6fb8-429a-a86c-b96d7e2bf10d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977681 Jul 11 14:10:35.375407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:10:35.375668 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Checking segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:10:35.376042 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Bound using segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:10:35.376981 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Bound port: d7342fd5-1b82-4926-80b9-ea0bfecd119d, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:10:35.377371 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:35.419897 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-94517704-53e8-4336-8ca4-09e02bcf73b7 req-b7c7311b-0f2a-4cba-87d6-2910cfc2c217 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478652 Jul 11 14:10:35.453839 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] For port d7342fd5-1b82-4926-80b9-ea0bfecd119d, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:10:35.457731 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] For port d7342fd5-1b82-4926-80b9-ea0bfecd119d, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:10:35.464711 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:35.508059 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:35.508780 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:35.510145 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] 10.222.0.55 "PUT /v2.0/ports/d7342fd5-1b82-4926-80b9-ea0bfecd119d HTTP/1.1" status: 200 len: 1093 time: 0.6031065 Jul 11 14:10:35.510608 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:10:35.512862 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bdb604-a881-4aeb-934e-5a43e728868d" -d '{"events": [{"name": "network-changed", "server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:10:35.530751 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bcff8-f97f-41a5-bb59-b1ae119280af service neutron] Pushing event updated for resources: {'Port': ['ID=d7342fd5-1b82-4926-80b9-ea0bfecd119d,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:35.583628 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f924239d-c3c4-4a79-937a-dcc4093f480d x-openstack-request-id: req-f924239d-c3c4-4a79-937a-dcc4093f480d {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:10:35.583984 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:10:35.584324 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f924239d-c3c4-4a79-937a-dcc4093f480d {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:10:35.584792 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f924239d-c3c4-4a79-937a-dcc4093f480d'] response: {'name': 'network-changed', 'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'status': 'completed', 'code': 200} Jul 11 14:10:35.647745 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-9a489411-f875-40c2-940f-b893b97dee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:35.649274 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-9a489411-f875-40c2-940f-b893b97dee4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 1127 time: 0.0483606 Jul 11 14:10:35.700665 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-ed43e11f-f239-45bd-9587-8828d04da1be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d HTTP/1.1" status: 200 len: 217 time: 0.0330107 Jul 11 14:10:35.748008 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:35.754720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-873cbbfb-321b-4d36-884c-b81faa645eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:35.756168 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-873cbbfb-321b-4d36-884c-b81faa645eed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0486693 Jul 11 14:10:35.800849 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-d440d0ce-92f2-4e03-bc50-9624f9bee719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:35.802614 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-d440d0ce-92f2-4e03-bc50-9624f9bee719 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403581 Jul 11 14:10:35.903866 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-ebfed5d4-db52-43d2-abcc-36d6b7e05130 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943413 Jul 11 14:10:35.995288 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-07550148-38ef-4b75-b13b-58ccf65a7b58 req-796f1115-ddec-40a8-a0bf-0bc8c66cf58b service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847144 Jul 11 14:10:36.479276 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec73aa-c71a-4461-8434-7c0fb12ad73d req-6191668a-5531-4e65-9021-a221f58884cc tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:36.481145 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02ec73aa-c71a-4461-8434-7c0fb12ad73d req-6191668a-5531-4e65-9021-a221f58884cc tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 943 time: 0.0479760 Jul 11 14:10:36.568293 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5cc3d-f25d-49c2-b43b-40496acfb7b8 req-31bd57e5-9ce4-40ce-8ea2-ca371f150466 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:36.569761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0fc5cc3d-f25d-49c2-b43b-40496acfb7b8 req-31bd57e5-9ce4-40ce-8ea2-ca371f150466 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0690393 Jul 11 14:10:36.572854 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02ec73aa-c71a-4461-8434-7c0fb12ad73d req-fd8c6104-3b1f-47e7-a7ba-dca2eb6f9c03 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858340 Jul 11 14:10:36.623037 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0fc5cc3d-f25d-49c2-b43b-40496acfb7b8 req-6fbfb79c-9211-4508-bcfe-69124283635c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469680 Jul 11 14:10:37.101416 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=11 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:37.115656 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:37.688103 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dc776-f4ba-4672-a21f-e485a3498b4e req-c2ea37a6-e36c-4eaf-b642-239f9605ff3d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:37.689611 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cc8dc776-f4ba-4672-a21f-e485a3498b4e req-c2ea37a6-e36c-4eaf-b642-239f9605ff3d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 943 time: 0.0476289 Jul 11 14:10:37.717604 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:37.771188 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb0f8-87e2-4045-a954-fb474fb1174b req-91d267fb-f64b-463e-b4a8-e959c1f44c82 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:37.772624 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e1acb0f8-87e2-4045-a954-fb474fb1174b req-91d267fb-f64b-463e-b4a8-e959c1f44c82 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0704908 Jul 11 14:10:37.775825 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cc8dc776-f4ba-4672-a21f-e485a3498b4e req-589a688c-cc91-4e34-be67-861b5d17f2be tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805116 Jul 11 14:10:38.068003 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e1acb0f8-87e2-4045-a954-fb474fb1174b req-7ffcb87a-147e-4228-be10-f56317b238c9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898681 Jul 11 14:10:38.891678 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126f4a0-969d-4d6e-b66e-9ff09ee24a6d req-b7cee4f1-8be3-43d3-9243-7d47ed94258b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:38.893118 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b126f4a0-969d-4d6e-b66e-9ff09ee24a6d req-b7cee4f1-8be3-43d3-9243-7d47ed94258b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 943 time: 0.0501783 Jul 11 14:10:38.940104 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b126f4a0-969d-4d6e-b66e-9ff09ee24a6d req-e21cad08-502e-4cd5-a8e0-41c316210940 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413318 Jul 11 14:10:39.171979 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:39.185807 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f31fa-0e8b-468f-8889-75392d0f4e2f req-90748492-e51f-43c4-9567-2f7bab44e138 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:39.187310 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab5f31fa-0e8b-468f-8889-75392d0f4e2f req-90748492-e51f-43c4-9567-2f7bab44e138 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0474143 Jul 11 14:10:39.236944 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab5f31fa-0e8b-468f-8889-75392d0f4e2f req-ccd82e04-9ef5-48b6-9057-152d963f469a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Jul 11 14:10:39.708421 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device d7342fd5-1b82-4926-80b9-ea0bfecd119d details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:10:39.807113 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port d7342fd5-1b82-4926-80b9-ea0bfecd119d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:39.818533 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'port_id': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'mac_address': 'fa:16:3e:52:56:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:10:39.857189 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port d7342fd5-1b82-4926-80b9-ea0bfecd119d is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:10:39.857581 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:39.870984 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7342fd5-1b82-4926-80b9-ea0bfecd119d {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:10:39.887681 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb604-a881-4aeb-934e-5a43e728868d req-3971eade-41bb-432e-917c-78a95bc8e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:39.889161 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-42bdb604-a881-4aeb-934e-5a43e728868d req-3971eade-41bb-432e-917c-78a95bc8e888 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 1127 time: 0.0406499 Jul 11 14:10:39.891991 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port d7342fd5-1b82-4926-80b9-ea0bfecd119d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:39.910241 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:39.927838 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:39.954538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=d7342fd5-1b82-4926-80b9-ea0bfecd119d,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:40.052278 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd5ed3-8aca-4345-be16-4d8f4e0a2d9c req-10239557-b222-48d6-9333-237424e7737b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:40.053773 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bdbd5ed3-8aca-4345-be16-4d8f4e0a2d9c req-10239557-b222-48d6-9333-237424e7737b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 944 time: 0.0481870 Jul 11 14:10:40.101130 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bdbd5ed3-8aca-4345-be16-4d8f4e0a2d9c req-da8d8087-2c21-4801-94e4-c7c50af449a4 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411170 Jul 11 14:10:40.353183 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1117a19-c854-47e2-b639-3e25ecc26ba4 req-5cb460cf-d76f-4f91-9ed8-d7a31310d0da tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:40.354653 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a1117a19-c854-47e2-b639-3e25ecc26ba4 req-5cb460cf-d76f-4f91-9ed8-d7a31310d0da tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0469878 Jul 11 14:10:40.400923 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a1117a19-c854-47e2-b639-3e25ecc26ba4 req-d1402492-3c82-4212-ae80-74274734c278 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407896 Jul 11 14:10:40.622844 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:40.678405 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb604-a881-4aeb-934e-5a43e728868d req-acb78646-2c1f-4e6c-832b-be0b6313f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:40.679892 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-42bdb604-a881-4aeb-934e-5a43e728868d req-acb78646-2c1f-4e6c-832b-be0b6313f4aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.0967350 Jul 11 14:10:40.756007 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['d7342fd5-1b82-4926-80b9-ea0bfecd119d'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:10:41.153800 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-42bdb604-a881-4aeb-934e-5a43e728868d req-fc1017f6-b13a-4b25-a9ea-87e5ea91ae43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d HTTP/1.1" status: 200 len: 217 time: 0.0347698 Jul 11 14:10:41.217132 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb604-a881-4aeb-934e-5a43e728868d req-e5469463-77d3-4e86-8a23-2cc31ea435ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:41.218951 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-42bdb604-a881-4aeb-934e-5a43e728868d req-e5469463-77d3-4e86-8a23-2cc31ea435ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0548646 Jul 11 14:10:41.224856 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a99153-3aed-442a-836d-e87e8f256df7 req-ff8c61a7-30cb-410b-8928-46f72385836d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:41.226760 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c7a99153-3aed-442a-836d-e87e8f256df7 req-ff8c61a7-30cb-410b-8928-46f72385836d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 944 time: 0.0554507 Jul 11 14:10:41.270275 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb604-a881-4aeb-934e-5a43e728868d req-71fbf71a-4931-4a69-b431-0ad41ab1a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:41.272130 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-42bdb604-a881-4aeb-934e-5a43e728868d req-71fbf71a-4931-4a69-b431-0ad41ab1a76e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467978 Jul 11 14:10:41.277722 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c7a99153-3aed-442a-836d-e87e8f256df7 req-dca5e32d-6d51-45c3-ba9a-3126d819a09b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Jul 11 14:10:41.365202 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-42bdb604-a881-4aeb-934e-5a43e728868d req-9a1fb0cd-5d28-4761-8fd3-b9612853503c service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863445 Jul 11 14:10:41.460768 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-42bdb604-a881-4aeb-934e-5a43e728868d req-7c0b0905-ca10-4153-8494-5346fb04a787 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886528 Jul 11 14:10:41.523328 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e8eec-59e7-4a5d-88bd-a125d026995d req-6642ed76-8cec-4758-bdc4-d797c5770410 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:41.525642 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-619e8eec-59e7-4a5d-88bd-a125d026995d req-6642ed76-8cec-4758-bdc4-d797c5770410 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0508561 Jul 11 14:10:41.572254 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-619e8eec-59e7-4a5d-88bd-a125d026995d req-cc4bd85f-1ff6-49fa-9e93-4640436460ed tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 Jul 11 14:10:42.136856 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba138af-3c4f-4646-9056-2479e8010e9a req-83ef29a9-e8fb-4af3-bd84-039a4b1e7da8 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:42.138353 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bba138af-3c4f-4646-9056-2479e8010e9a req-83ef29a9-e8fb-4af3-bd84-039a4b1e7da8 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0488987 Jul 11 14:10:42.189804 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bba138af-3c4f-4646-9056-2479e8010e9a req-c5a2ee7a-2787-41e8-84c2-4ae5de3a8063 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452781 Jul 11 14:10:42.258411 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device d7342fd5-1b82-4926-80b9-ea0bfecd119d up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:10:42.300116 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port d7342fd5-1b82-4926-80b9-ea0bfecd119d completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:10:42.311467 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port d7342fd5-1b82-4926-80b9-ea0bfecd119d triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:10:42.311845 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:42.387490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port d7342fd5-1b82-4926-80b9-ea0bfecd119d is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:10:42.387860 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:42.394008 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f82262-02c4-44e0-afec-4e6031cf81b6 req-98d6413f-bdc5-4e1b-ad9f-fab5bb139e3d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:42.395490 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23f82262-02c4-44e0-afec-4e6031cf81b6 req-98d6413f-bdc5-4e1b-ad9f-fab5bb139e3d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 944 time: 0.0465066 Jul 11 14:10:42.414506 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:10:42.416351 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db09d2e4-02e4-4b82-884e-fe6aa2acc476" -d '{"events": [{"server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "name": "network-vif-plugged", "status": "completed", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:10:42.429608 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port d7342fd5-1b82-4926-80b9-ea0bfecd119d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:42.435244 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:42.450702 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23f82262-02c4-44e0-afec-4e6031cf81b6 req-40c556a5-8172-4ed0-8c2a-2d7e98bb9fc6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468862 Jul 11 14:10:42.466566 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501692b-372e-4555-9012-6c88c91e8c67 x-openstack-request-id: req-1501692b-372e-4555-9012-6c88c91e8c67 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:10:42.466878 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "name": "network-vif-plugged", "status": "completed", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:10:42.467138 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1501692b-372e-4555-9012-6c88c91e8c67 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:10:42.467523 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1501692b-372e-4555-9012-6c88c91e8c67'] response: {'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'code': 200} Jul 11 14:10:42.482368 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:42.495700 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=d7342fd5-1b82-4926-80b9-ea0bfecd119d,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:42.695764 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274cb9e-197e-4f02-ad64-449778a062cb req-27e48886-1c3b-49a9-931d-461bc8f4d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:42.697436 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4274cb9e-197e-4f02-ad64-449778a062cb req-27e48886-1c3b-49a9-931d-461bc8f4d7c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 1129 time: 0.0515895 Jul 11 14:10:42.704373 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc13d3-08cf-4107-a08e-f1791dc046ff req-b0230b8d-e7a2-4fdb-9291-5080412dc4b9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:42.706580 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3bdc13d3-08cf-4107-a08e-f1791dc046ff req-b0230b8d-e7a2-4fdb-9291-5080412dc4b9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0535815 Jul 11 14:10:42.745315 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4274cb9e-197e-4f02-ad64-449778a062cb req-caf35405-b07e-4a42-9e55-f74824dec2dd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383091 Jul 11 14:10:42.763294 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3bdc13d3-08cf-4107-a08e-f1791dc046ff req-91f1a9fb-b43d-4868-92f6-52b7e35555ad tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489326 Jul 11 14:10:43.322853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d964d2-7e95-4b53-ae6d-8deb668e584c req-14579381-4d1a-4d9c-8e95-e17d52a7ace7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:43.324934 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b6d964d2-7e95-4b53-ae6d-8deb668e584c req-14579381-4d1a-4d9c-8e95-e17d52a7ace7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0563877 Jul 11 14:10:43.377429 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b6d964d2-7e95-4b53-ae6d-8deb668e584c req-b285abd6-53ec-47e9-ad0f-d0a90a20be7b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463376 Jul 11 14:10:43.578363 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279a76f-70f1-4ef6-8e15-324454ed2e68 req-44021245-4f63-4734-9f8b-1127738c4578 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:43.586584 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2279a76f-70f1-4ef6-8e15-324454ed2e68 req-44021245-4f63-4734-9f8b-1127738c4578 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0607421 Jul 11 14:10:43.593614 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:43.634198 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2279a76f-70f1-4ef6-8e15-324454ed2e68 req-af2c6651-8ee3-4077-965a-5a409523692a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464890 Jul 11 14:10:43.904434 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1e5e-f014-4052-9d6a-dbf05278e9ea req-ac8c1046-8465-4b27-95ca-067b34f1a981 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:43.906256 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-24cf1e5e-f014-4052-9d6a-dbf05278e9ea req-ac8c1046-8465-4b27-95ca-067b34f1a981 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0557740 Jul 11 14:10:43.964604 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-24cf1e5e-f014-4052-9d6a-dbf05278e9ea req-8b2c0bda-9246-4003-8587-5b8c93a636e9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518889 Jul 11 14:10:44.483402 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:44.498967 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ca8a9-0268-4f54-81e9-e1d543c53500 req-b1c8ed79-3ac7-44e3-904b-db95f6a8dea1 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:44.500413 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fa2ca8a9-0268-4f54-81e9-e1d543c53500 req-b1c8ed79-3ac7-44e3-904b-db95f6a8dea1 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0481248 Jul 11 14:10:44.547670 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fa2ca8a9-0268-4f54-81e9-e1d543c53500 req-c8df3a70-10aa-4f07-a3c0-a41049911f49 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Jul 11 14:10:44.794557 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd083c-892b-41a6-be3e-654b49811e38 req-bc7cd22f-a3f2-465c-bc96-8a0ff7ffbfc8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:44.799299 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8cdd083c-892b-41a6-be3e-654b49811e38 req-bc7cd22f-a3f2-465c-bc96-8a0ff7ffbfc8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0658414 Jul 11 14:10:44.855051 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8cdd083c-892b-41a6-be3e-654b49811e38 req-a136050a-236c-429f-8631-21a025e6e718 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526378 Jul 11 14:10:45.130553 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db41fa-df4a-4be7-a8a9-5ee75a820b3e req-50ab7436-4b9d-4f70-979a-72f3f6327aed tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:45.133045 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-04db41fa-df4a-4be7-a8a9-5ee75a820b3e req-50ab7436-4b9d-4f70-979a-72f3f6327aed tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0523000 Jul 11 14:10:45.205466 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-04db41fa-df4a-4be7-a8a9-5ee75a820b3e req-78d3fc56-1066-4fd7-8197-8968b5d48cf8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629885 Jul 11 14:10:45.668934 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a377-faca-42f3-b88e-17e776979384 req-5e78f651-1fcf-4ffb-9fa0-025cbaaaf0c4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:45.670516 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ce33a377-faca-42f3-b88e-17e776979384 req-5e78f651-1fcf-4ffb-9fa0-025cbaaaf0c4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0501864 Jul 11 14:10:45.725347 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ce33a377-faca-42f3-b88e-17e776979384 req-841ccdda-0a2c-4753-8f20-fbd057200bbe tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483327 Jul 11 14:10:45.982272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3621484-76bb-4958-b2fa-5558315846d3 req-8951d02d-d80e-4501-bbe3-6d50aca6deb0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:45.984482 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3621484-76bb-4958-b2fa-5558315846d3 req-8951d02d-d80e-4501-bbe3-6d50aca6deb0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0566108 Jul 11 14:10:46.035791 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3621484-76bb-4958-b2fa-5558315846d3 req-75c8f532-94c9-4990-8792-e2c9319cfe06 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Jul 11 14:10:46.165717 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cf735-c5f9-4640-a7da-3ac0581ee515 req-5b319ac0-ce52-4c19-9aab-758a68a4b6f1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:46.167233 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ce0cf735-c5f9-4640-a7da-3ac0581ee515 req-5b319ac0-ce52-4c19-9aab-758a68a4b6f1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0515311 Jul 11 14:10:46.177836 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45030) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:10:46.183091 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'port_id': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:10:46.229879 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (3fa1c72d-0591-478b-b66f-9cc5e6ae7056), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:46.377333 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c170b72-403b-4995-a72f-526c198752c2 req-63651d58-0ffb-460e-ac82-d315424729ae tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:46.378847 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3c170b72-403b-4995-a72f-526c198752c2 req-63651d58-0ffb-460e-ac82-d315424729ae tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0847418 Jul 11 14:10:46.511278 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3c170b72-403b-4995-a72f-526c198752c2 req-2a300e27-6e56-4a2d-9da3-76dc5ed82b40 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226878 Jul 11 14:10:46.626197 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:46.698330 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:46.764365 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:46.769624 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (3fa1c72d-0591-478b-b66f-9cc5e6ae7056), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:46.895321 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839c300-67f5-43ac-acac-aee73ebd624e req-3569c360-3af0-46b2-b380-0969a5dbbc42 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:46.896844 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8839c300-67f5-43ac-acac-aee73ebd624e req-3569c360-3af0-46b2-b380-0969a5dbbc42 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0845923 Jul 11 14:10:46.907072 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:10:46.916631 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP 3fa1c72d-0591-478b-b66f-9cc5e6ae7056 associated. External IP: 172.27.1.70, port: d7342fd5-1b82-4926-80b9-ea0bfecd119d. Jul 11 14:10:47.022445 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8839c300-67f5-43ac-acac-aee73ebd624e req-be787a07-89b8-44f2-ab37-b9510050c372 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156583 Jul 11 14:10:47.165980 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:10:47.279842 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:10:47.284813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:47.300946 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:10:47.315463 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:10:47.316096 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:10:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:47.320975 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-28297f5c-b785-4a61-ae93-d118791c7569 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "PUT /v2.0/floatingips/3fa1c72d-0591-478b-b66f-9cc5e6ae7056 HTTP/1.1" status: 200 len: 990 time: 1.1404943 Jul 11 14:10:47.320975 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:10:47.323270 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e36276c-94bf-429d-b981-79c0a751da75" -d '{"events": [{"name": "network-changed", "server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:10:47.365148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890647f4-2cec-4b4e-be3b-19beace30d37 x-openstack-request-id: req-890647f4-2cec-4b4e-be3b-19beace30d37 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:10:47.365593 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:10:47.365850 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-890647f4-2cec-4b4e-be3b-19beace30d37 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:10:47.366264 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890647f4-2cec-4b4e-be3b-19beace30d37'] response: {'name': 'network-changed', 'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'status': 'completed', 'code': 200} Jul 11 14:10:47.432389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:10:47.495972 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36276c-94bf-429d-b981-79c0a751da75 req-2d95a953-797c-4086-905b-e3ef82c2b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:47.497654 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3e36276c-94bf-429d-b981-79c0a751da75 req-2d95a953-797c-4086-905b-e3ef82c2b7c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 1129 time: 0.0446887 Jul 11 14:10:47.526104 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c172fe3e-aaa6-418b-9841-63828eabdd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:47.625815 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36276c-94bf-429d-b981-79c0a751da75 req-49a3de3e-61c5-40a9-b050-5d09a7b3495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:47.627828 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3e36276c-94bf-429d-b981-79c0a751da75 req-49a3de3e-61c5-40a9-b050-5d09a7b3495c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.1215115 Jul 11 14:10:47.643036 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2dc5c-11e3-4f21-a326-d086010de826 req-fef8ddf8-68eb-4593-8d41-532e0e0ac2c1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:47.644656 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32f2dc5c-11e3-4f21-a326-d086010de826 req-fef8ddf8-68eb-4593-8d41-532e0e0ac2c1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0535131 Jul 11 14:10:47.706890 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32f2dc5c-11e3-4f21-a326-d086010de826 req-da27d0c4-a517-4e9d-be87-79373dabfcad tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555522 Jul 11 14:10:47.707064 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3e36276c-94bf-429d-b981-79c0a751da75 req-d892b244-e7c0-46af-ae0c-ce4f50f45c2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d HTTP/1.1" status: 200 len: 998 time: 0.0695081 Jul 11 14:10:47.728054 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '3fa1c72d-0591-478b-b66f-9cc5e6ae7056', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:52:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:10:31Z', 'updated_at': '2022-07-11T14:10:46Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}, {'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:08:00Z', 'revision_number': 2, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:47.744917 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:47.759620 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:10:47.768930 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36276c-94bf-429d-b981-79c0a751da75 req-b9bab3c6-98ba-4f9a-aa28-4255f51c2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:47.769360 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:10:47.769960 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:10:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:47.771857 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3e36276c-94bf-429d-b981-79c0a751da75 req-b9bab3c6-98ba-4f9a-aa28-4255f51c2622 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0574400 Jul 11 14:10:47.806694 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:47.818885 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36276c-94bf-429d-b981-79c0a751da75 req-d3b8bc8b-3dce-492c-9416-2c99771d19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:47.820377 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3e36276c-94bf-429d-b981-79c0a751da75 req-d3b8bc8b-3dce-492c-9416-2c99771d19ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414066 Jul 11 14:10:47.931520 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3e36276c-94bf-429d-b981-79c0a751da75 req-5e608bf4-c682-4f3a-b857-0db594c22e4e service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039135 Jul 11 14:10:48.004676 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:10:48.036994 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3e36276c-94bf-429d-b981-79c0a751da75 req-ed16993e-6e00-443e-9cb6-5aa49e28947d service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976458 Jul 11 14:10:48.183437 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1391393-7412-40ac-ad51-5503d5117741 req-ba2d4230-2176-4f69-b0e3-22a576b4edcb tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:48.185736 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1391393-7412-40ac-ad51-5503d5117741 req-ba2d4230-2176-4f69-b0e3-22a576b4edcb tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0585923 Jul 11 14:10:48.249486 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '3fa1c72d-0591-478b-b66f-9cc5e6ae7056', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:52:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:10:31Z', 'updated_at': '2022-07-11T14:10:46Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}, {'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:08:00Z', 'revision_number': 2, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:10:48.250201 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1391393-7412-40ac-ad51-5503d5117741 req-2eeb7ae1-4f93-4bf9-a3d8-c66ad7963e75 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580881 Jul 11 14:10:48.275779 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615285ac-dfa3-4c22-85b2-aa47891fe089 None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '3fa1c72d-0591-478b-b66f-9cc5e6ae7056', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:52:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:10:31Z', 'updated_at': '2022-07-11T14:10:46Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}, {'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:08:00Z', 'revision_number': 2, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:10:48.474505 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a90aa5-f273-4c51-83e8-64dbdb6fd0ef None None] New status for floating IP 3fa1c72d-0591-478b-b66f-9cc5e6ae7056: ACTIVE {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:10:48.816787 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:48.833150 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ea4a-4027-4fbe-a6a8-2e198b299465 req-cef30ad2-fdf8-40e9-bab5-00ed69ae7b44 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:48.834652 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c8e4ea4a-4027-4fbe-a6a8-2e198b299465 req-cef30ad2-fdf8-40e9-bab5-00ed69ae7b44 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0542271 Jul 11 14:10:48.890152 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c8e4ea4a-4027-4fbe-a6a8-2e198b299465 req-f3b00a83-5dfb-460d-aebe-b6e13fa15d91 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490289 Jul 11 14:10:49.371526 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d47a21-a6a5-4337-96b6-25d8129e1ada req-71b47abe-835c-4cbe-8d5e-6d9960a39b06 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:49.373743 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23d47a21-a6a5-4337-96b6-25d8129e1ada req-71b47abe-835c-4cbe-8d5e-6d9960a39b06 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0484002 Jul 11 14:10:49.423771 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23d47a21-a6a5-4337-96b6-25d8129e1ada req-da72a05a-6beb-4eca-a84d-c4393c72a33c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436163 Jul 11 14:10:49.886938 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-050d371a-57a8-4cd9-b42e-28c18d774059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:50.017067 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d65b-9993-4d23-8d26-7205d9fc2b58 req-ca61df8e-2b47-4656-b72f-231ee612318c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:50.018673 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4756d65b-9993-4d23-8d26-7205d9fc2b58 req-ca61df8e-2b47-4656-b72f-231ee612318c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0529292 Jul 11 14:10:50.068724 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4756d65b-9993-4d23-8d26-7205d9fc2b58 req-cec7f8aa-79b7-4d8e-86d2-2d33895241c9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Jul 11 14:10:50.603488 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bb109-59fc-444c-8f68-6cb0ae7807d3 req-9948e9e4-654b-4577-bc3c-f2b640ed915d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:50.605006 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4a9bb109-59fc-444c-8f68-6cb0ae7807d3 req-9948e9e4-654b-4577-bc3c-f2b640ed915d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0592089 Jul 11 14:10:50.656861 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4a9bb109-59fc-444c-8f68-6cb0ae7807d3 req-a07b55e8-6988-44ab-b38c-a491597a03a8 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446188 Jul 11 14:10:51.032801 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:51.172840 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:51.192930 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553915d-f344-4f1f-8ae8-9a0694557686 req-488b4743-908e-4341-8757-304dda69fb1f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:51.194469 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4553915d-f344-4f1f-8ae8-9a0694557686 req-488b4743-908e-4341-8757-304dda69fb1f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0540195 Jul 11 14:10:51.256152 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4553915d-f344-4f1f-8ae8-9a0694557686 req-836cb652-a256-4ca3-8056-bd15ebeb0144 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541010 Jul 11 14:10:51.795643 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8da7-f852-46b6-a935-8a0ea410cb4c req-5f75d66c-9a86-4165-8797-f9045adbc9e5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:51.797169 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-234c8da7-f852-46b6-a935-8a0ea410cb4c req-5f75d66c-9a86-4165-8797-f9045adbc9e5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0514076 Jul 11 14:10:51.850410 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-234c8da7-f852-46b6-a935-8a0ea410cb4c req-5e066e5e-6c74-4096-9895-fae4a87792db tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456057 Jul 11 14:10:52.396857 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6690-40bc-4624-91fc-0c572f2c0267 req-0481d55d-7323-4e69-8270-2814dfeb856e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:52.398847 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e5cc6690-40bc-4624-91fc-0c572f2c0267 req-0481d55d-7323-4e69-8270-2814dfeb856e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0535259 Jul 11 14:10:52.462899 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e5cc6690-40bc-4624-91fc-0c572f2c0267 req-5f7e040e-2714-4f36-90a3-f2c84d88004d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574343 Jul 11 14:10:52.558414 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:52.806793 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:52.983211 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9a4a3-05e8-4995-9a55-cdba39fa96cf req-e3c094e1-cb07-4812-9573-adc06f8c8e47 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:52.984890 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e1f9a4a3-05e8-4995-9a55-cdba39fa96cf req-e3c094e1-cb07-4812-9573-adc06f8c8e47 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0555336 Jul 11 14:10:53.047581 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e1f9a4a3-05e8-4995-9a55-cdba39fa96cf req-f5894ebb-f93b-4269-b8ff-2878b8915c64 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560625 Jul 11 14:10:53.616561 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fcac8-5822-4798-b0c5-884bb2963a47 req-faf8d9af-8948-49db-941b-185fe690a435 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:53.618454 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c90fcac8-5822-4798-b0c5-884bb2963a47 req-faf8d9af-8948-49db-941b-185fe690a435 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0700924 Jul 11 14:10:53.672807 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c90fcac8-5822-4798-b0c5-884bb2963a47 req-d64dabac-2a60-4a10-9f5a-9fdec564f80e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488803 Jul 11 14:10:54.199737 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99d617-cefc-46e6-b4e1-be2eae7b8f12 req-7a30669e-ae3c-4f42-8897-690ab8fe349c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:54.205498 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c99d617-cefc-46e6-b4e1-be2eae7b8f12 req-7a30669e-ae3c-4f42-8897-690ab8fe349c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0669982 Jul 11 14:10:54.256164 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c99d617-cefc-46e6-b4e1-be2eae7b8f12 req-7969e669-24f5-4959-8b5b-4979f5d80b27 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Jul 11 14:10:54.791273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa253d-2f4c-4979-a832-fa31f7c59f52 req-c8be45ca-a092-494d-b2bb-27c0ef0a7e56 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:54.792732 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d0aa253d-2f4c-4979-a832-fa31f7c59f52 req-c8be45ca-a092-494d-b2bb-27c0ef0a7e56 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0465260 Jul 11 14:10:54.837339 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:54.843478 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d0aa253d-2f4c-4979-a832-fa31f7c59f52 req-ab7ea344-678a-4c13-818a-475518771685 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447674 Jul 11 14:10:55.390173 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9db04c-7edd-46cf-88b8-3da936d68b6e req-e39a246d-6bde-4ba2-8dd7-f6827a4f2fe5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:55.391745 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7d9db04c-7edd-46cf-88b8-3da936d68b6e req-e39a246d-6bde-4ba2-8dd7-f6827a4f2fe5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0488694 Jul 11 14:10:55.443787 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7d9db04c-7edd-46cf-88b8-3da936d68b6e req-08856716-0daf-4832-84de-d83e163021ba tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457118 Jul 11 14:10:55.533566 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:55.884337 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-72405cf1-d898-48b3-9af8-e06d8779adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:55.885658 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-72405cf1-d898-48b3-9af8-e06d8779adc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 1129 time: 0.0451331 Jul 11 14:10:55.967175 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231ee54-f46e-4c26-94dd-adeba053d0b7 req-9c536abf-8125-439d-b81e-4e8f227f4435 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:55.968657 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f231ee54-f46e-4c26-94dd-adeba053d0b7 req-9c536abf-8125-439d-b81e-4e8f227f4435 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0507803 Jul 11 14:10:56.017251 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f231ee54-f46e-4c26-94dd-adeba053d0b7 req-b57905b0-c723-49c8-81a3-1351c7b191f0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Jul 11 14:10:56.076215 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-3266e1f1-46d6-480d-b4fe-be458b56971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:56.078051 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-3266e1f1-46d6-480d-b4fe-be458b56971c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.0907812 Jul 11 14:10:56.350221 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:56.371381 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-ec5ed847-3ddd-416e-bb07-407e94f11074 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4 HTTP/1.1" status: 200 len: 1000 time: 0.0585823 Jul 11 14:10:56.561212 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb01f0-26e2-4376-af75-277b0a5cd468 req-ae651c09-2f2e-4e52-b82b-1b6180965c95 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:56.562804 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5dcb01f0-26e2-4376-af75-277b0a5cd468 req-ae651c09-2f2e-4e52-b82b-1b6180965c95 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0481851 Jul 11 14:10:56.614053 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5dcb01f0-26e2-4376-af75-277b0a5cd468 req-acfe8282-4acb-4b82-89c5-e7cbfdff8462 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446804 Jul 11 14:10:56.651971 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-1fa31f81-068d-4227-ada4-4987a61c783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:56.653416 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-1fa31f81-068d-4227-ada4-4987a61c783e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.2743826 Jul 11 14:10:56.698900 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-6dedb60e-55eb-4e94-8a5e-078290c84332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:56.700528 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-6dedb60e-55eb-4e94-8a5e-078290c84332 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404091 Jul 11 14:10:56.794872 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-ff333621-c974-41b0-b7a2-914ad19fa117 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873125 Jul 11 14:10:56.885210 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-27abe6c4-9ae4-43bc-9e0e-ec7c9a822a7d req-09f08b55-623c-4c0b-b0a8-16c8ced642b4 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 Jul 11 14:10:57.140727 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2c6b7-e4e1-4380-9553-e761f2ce6b93 req-96d3cd9b-75f8-4fb6-a70d-546218cc6e4e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:57.142382 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4cd2c6b7-e4e1-4380-9553-e761f2ce6b93 req-96d3cd9b-75f8-4fb6-a70d-546218cc6e4e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0522709 Jul 11 14:10:57.189015 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4cd2c6b7-e4e1-4380-9553-e761f2ce6b93 req-adb15cab-a05d-4c82-80f0-fee460add4dd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Jul 11 14:10:57.711467 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:57.729587 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6cf0c-d5d6-471f-bf6c-48a95f7b6493 req-52babb27-2b54-41e6-9c20-393a510f3953 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:57.731089 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d6f6cf0c-d5d6-471f-bf6c-48a95f7b6493 req-52babb27-2b54-41e6-9c20-393a510f3953 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0472248 Jul 11 14:10:57.776950 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d6f6cf0c-d5d6-471f-bf6c-48a95f7b6493 req-ee566ad0-ae22-496f-9d77-cb5b0f42face tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Jul 11 14:10:58.311832 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457efd0-065d-4e26-8c9c-75f5c6703e1c req-2a7597b5-76e5-4e6f-85ec-652b1254cdf4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:58.313281 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d457efd0-065d-4e26-8c9c-75f5c6703e1c req-2a7597b5-76e5-4e6f-85ec-652b1254cdf4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 945 time: 0.0498781 Jul 11 14:10:58.319222 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:10:58.362757 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d457efd0-065d-4e26-8c9c-75f5c6703e1c req-0286d124-3e98-48d3-9f39-27a79e3a622a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Jul 11 14:10:58.391034 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: ACTIVE; New status is: DOWN {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:10:58.391426 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:58.414080 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:10:58.416277 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da98cc-a89b-422b-983e-ef4b85027d69" -d '{"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-unplugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:10:58.428872 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:10:58.432743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:10:58.455573 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Jul 2022 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3029cd3b-c834-408d-944e-e339cf593376 x-openstack-request-id: req-3029cd3b-c834-408d-944e-e339cf593376 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:10:58.455882 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-unplugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:10:58.456131 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3029cd3b-c834-408d-944e-e339cf593376 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:10:58.456514 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3029cd3b-c834-408d-944e-e339cf593376'] response: {'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'code': 200} Jul 11 14:10:58.484111 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=8']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:10:58.576381 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:58.604716 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:58.872806 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-910253c4-f871-4d20-b510-3ba53932ca90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571575 Jul 11 14:10:58.904590 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f132b-b1ee-402c-af46-487e2ed6e6c0 req-ede53455-782c-4476-a6a2-891e15f11ac2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:58.907581 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-252f132b-b1ee-402c-af46-487e2ed6e6c0 req-ede53455-782c-4476-a6a2-891e15f11ac2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0563307 Jul 11 14:10:58.955678 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2974d21-c578-430e-85e4-13b038ec4636 req-720f36c6-56d5-4bd9-b6e7-4349574f87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:58.957180 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-720f36c6-56d5-4bd9-b6e7-4349574f87a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 1129 time: 0.0417943 Jul 11 14:10:58.960570 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-252f132b-b1ee-402c-af46-487e2ed6e6c0 req-4fe57129-786d-43a6-92bc-a7c8c6390978 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474229 Jul 11 14:10:59.086836 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2974d21-c578-430e-85e4-13b038ec4636 req-db984195-068a-4642-9107-fff1632bb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:59.088342 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-db984195-068a-4642-9107-fff1632bb817 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.0887830 Jul 11 14:10:59.333928 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-3511f1c1-bc2d-4f19-8543-62b975aadfe4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a HTTP/1.1" status: 200 len: 217 time: 0.0370402 Jul 11 14:10:59.369071 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:10:59.388404 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2974d21-c578-430e-85e4-13b038ec4636 req-286a922f-a68e-482b-bb16-79a15b96dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:59.389935 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-286a922f-a68e-482b-bb16-79a15b96dda4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0487809 Jul 11 14:10:59.436043 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2974d21-c578-430e-85e4-13b038ec4636 req-0ef2a7d4-c0f4-4762-b646-8d6a22f13ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:59.437536 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-0ef2a7d4-c0f4-4762-b646-8d6a22f13ac8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407236 Jul 11 14:10:59.487108 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587617a-0633-40a4-9a9c-d5edf46b45e5 req-59071962-bfea-469c-8ee8-808d5df38088 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:10:59.488670 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4587617a-0633-40a4-9a9c-d5edf46b45e5 req-59071962-bfea-469c-8ee8-808d5df38088 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0472867 Jul 11 14:10:59.534709 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-1e37cfb9-f8a2-46f2-b905-ed523308833c service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881057 Jul 11 14:10:59.538106 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4587617a-0633-40a4-9a9c-d5edf46b45e5 req-2f24eb6b-4a69-46a7-81a4-0b2dcf81e5c9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Jul 11 14:10:59.628435 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d2974d21-c578-430e-85e4-13b038ec4636 req-82b6dcaf-525d-440d-ab15-d2a2cbb8cb7b service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 Jul 11 14:11:00.017388 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-792f2148-4ed7-44de-aa86-7afea2cbde60 req-5dc2c0b2-f320-48b7-a568-029f2302e0da service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:11:00.018209 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-792f2148-4ed7-44de-aa86-7afea2cbde60 req-5dc2c0b2-f320-48b7-a568-029f2302e0da service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054233 Jul 11 14:11:00.078323 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcbbf2-5ce3-4ac2-b20c-1945c669d629 req-b834fe06-5789-44e5-a9a1-0c16559ba063 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.081456 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dcdcbbf2-5ce3-4ac2-b20c-1945c669d629 req-b834fe06-5789-44e5-a9a1-0c16559ba063 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Jul 11 14:11:00.150941 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dcdcbbf2-5ce3-4ac2-b20c-1945c669d629 req-2bb81a4d-dbcc-4511-af78-bd5a81e9bd02 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575070 Jul 11 14:11:00.185404 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3df98-7188-4d0c-b64b-92517e1adbc8 req-b895645c-09e7-4bf1-a28d-e185fb6d268b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.186914 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d3f3df98-7188-4d0c-b64b-92517e1adbc8 req-b895645c-09e7-4bf1-a28d-e185fb6d268b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0524614 Jul 11 14:11:00.239764 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d3f3df98-7188-4d0c-b64b-92517e1adbc8 req-499cb16c-cfa4-46bc-bca6-a523b888653d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456016 Jul 11 14:11:00.377718 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bb43b-91b7-464e-a355-205fd7a92783 req-6ce798f8-671a-442c-8abd-baff183c8707 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.379501 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f84bb43b-91b7-464e-a355-205fd7a92783 req-6ce798f8-671a-442c-8abd-baff183c8707 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0559027 Jul 11 14:11:00.437856 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f84bb43b-91b7-464e-a355-205fd7a92783 req-40a4e48d-3655-4d1d-9592-6844abb809b3 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507064 Jul 11 14:11:00.467408 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f87f-5e35-4af3-838f-0789c106d731 req-3d83cf31-9fd5-44cd-92ae-d3ce590c341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.468913 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8540f87f-5e35-4af3-838f-0789c106d731 req-3d83cf31-9fd5-44cd-92ae-d3ce590c341c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 1130 time: 0.0472326 Jul 11 14:11:00.522033 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45158) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:11:00.561187 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f87f-5e35-4af3-838f-0789c106d731 req-09a6f1d4-0a86-4575-be76-ba3d5c5a6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.563380 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8540f87f-5e35-4af3-838f-0789c106d731 req-09a6f1d4-0a86-4575-be76-ba3d5c5a6d01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 911 time: 0.0865920 Jul 11 14:11:00.606912 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-8035855f-4511-4a61-b997-0e356c9c8e5e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837269 Jul 11 14:11:00.615517 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-b42eca5e-bf79-421c-8e42-8608c8d7d1e5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:11:00.616461 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-b42eca5e-bf79-421c-8e42-8608c8d7d1e5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049872 Jul 11 14:11:00.631584 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8540f87f-5e35-4af3-838f-0789c106d731 req-f2acca5e-9a4f-4d40-9898-7070cc3af853 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35 HTTP/1.1" status: 200 len: 1001 time: 0.0607002 Jul 11 14:11:00.674297 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:00.683815 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f87f-5e35-4af3-838f-0789c106d731 req-6afa707d-b739-4ba9-bfd9-14e0d3221dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.685293 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8540f87f-5e35-4af3-838f-0789c106d731 req-6afa707d-b739-4ba9-bfd9-14e0d3221dc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.0463123 Jul 11 14:11:00.700156 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45168) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:11:00.730558 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540f87f-5e35-4af3-838f-0789c106d731 req-51222344-c4cb-405c-80c8-e41ef976e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.732212 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8540f87f-5e35-4af3-838f-0789c106d731 req-51222344-c4cb-405c-80c8-e41ef976e63a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402255 Jul 11 14:11:00.776713 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:00.796555 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8d17-7352-46f6-9871-4cedff6638ea req-f2144607-97cd-49ab-b023-567284271ab1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:00.797920 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-f2144607-97cd-49ab-b023-567284271ab1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports/448bcd1b-bd2c-4771-974b-0259ecbcd6e4 HTTP/1.1" status: 200 len: 940 time: 0.0968060 Jul 11 14:11:00.827180 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8540f87f-5e35-4af3-838f-0789c106d731 req-10d3d238-7ef8-413d-a818-45bc564546ab service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879986 Jul 11 14:11:00.919333 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8540f87f-5e35-4af3-838f-0789c106d731 req-140ec28c-d130-4b55-b9d0-b41ab90e5747 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856216 Jul 11 14:11:01.372900 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d161b-8cc6-4220-a9d2-5ad7c682f0c3 req-e10d1948-5740-4dcd-8486-be82ac4d0105 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:01.374397 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-177d161b-8cc6-4220-a9d2-5ad7c682f0c3 req-e10d1948-5740-4dcd-8486-be82ac4d0105 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0513988 Jul 11 14:11:01.425410 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-177d161b-8cc6-4220-a9d2-5ad7c682f0c3 req-f47d5a95-e5be-465e-a181-8b1fdd4c3dee tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450208 Jul 11 14:11:01.557541 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00840-3bfe-40c7-a32f-e6eb125e66bd req-feb9f39b-08ca-42f2-aa00-2ed63bdacded tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:01.558984 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c7f00840-3bfe-40c7-a32f-e6eb125e66bd req-feb9f39b-08ca-42f2-aa00-2ed63bdacded tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0482659 Jul 11 14:11:01.608710 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c7f00840-3bfe-40c7-a32f-e6eb125e66bd req-06a1f95d-51de-4784-a393-929907f0e641 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Jul 11 14:11:02.349277 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:11:02.373767 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:02.427933 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: DOWN; New status is: DOWN {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:11:02.557148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90a455-9dcf-4f9d-a0bc-c7667de7d08c req-9fc91543-ef8c-4561-9dcc-2e2987018482 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:02.559301 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6d90a455-9dcf-4f9d-a0bc-c7667de7d08c req-9fc91543-ef8c-4561-9dcc-2e2987018482 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0563977 Jul 11 14:11:02.628992 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6d90a455-9dcf-4f9d-a0bc-c7667de7d08c req-c75ece9d-f2eb-433d-a605-02768501c6e3 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633829 Jul 11 14:11:02.721089 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:02.762079 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43595f-d6b5-49e8-a139-068cb6b5fe7e req-cb495b4f-c7b1-4e31-beb6-62a23efa19ef tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:02.763831 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7e43595f-d6b5-49e8-a139-068cb6b5fe7e req-cb495b4f-c7b1-4e31-beb6-62a23efa19ef tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0527399 Jul 11 14:11:02.811474 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7e43595f-d6b5-49e8-a139-068cb6b5fe7e req-d82697a2-cc68-4bab-9869-d71cebd6b4ee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Jul 11 14:11:03.102897 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8d17-7352-46f6-9871-4cedff6638ea req-a5855941-7a47-477d-a6f8-dd6e776835e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:03.104404 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-a5855941-7a47-477d-a6f8-dd6e776835e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d&tenant_id=beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 1127 time: 0.0756509 Jul 11 14:11:03.182193 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8d17-7352-46f6-9871-4cedff6638ea req-766d715e-4232-4692-8182-d427243a5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:03.183677 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-766d715e-4232-4692-8182-d427243a5209 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 1127 time: 0.0390196 Jul 11 14:11:03.284606 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8d17-7352-46f6-9871-4cedff6638ea req-17751477-2ae2-44f6-971b-7dba2de34966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:03.286048 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-17751477-2ae2-44f6-971b-7dba2de34966 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.0877225 Jul 11 14:11:03.347705 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-2f042826-98d0-4b4d-8845-905d5e9ba599 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4 HTTP/1.1" status: 200 len: 998 time: 0.0544064 Jul 11 14:11:03.400347 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8d17-7352-46f6-9871-4cedff6638ea req-e2ea8ae8-ccb4-4813-a437-864d38860cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:03.401783 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-e2ea8ae8-ccb4-4813-a437-864d38860cd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.0468960 Jul 11 14:11:03.436567 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:03.446084 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8d17-7352-46f6-9871-4cedff6638ea req-60c45f52-a577-4e05-b9d3-d2fde43c42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:03.447577 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-60c45f52-a577-4e05-b9d3-d2fde43c42bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387542 Jul 11 14:11:03.536312 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-598dcd1e-5304-446e-9f4b-e226ef1123a2 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818794 Jul 11 14:11:03.637053 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-620c8d17-7352-46f6-9871-4cedff6638ea req-a73c5e65-c1e3-4e9d-a33e-58c159e7d411 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Jul 11 14:11:03.769996 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00642cef-2fd0-479f-872b-55b4999df064 req-d2336f39-756e-479c-ba95-93bfb5d23ddc tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:03.771455 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-00642cef-2fd0-479f-872b-55b4999df064 req-d2336f39-756e-479c-ba95-93bfb5d23ddc tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0465717 Jul 11 14:11:03.818136 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-00642cef-2fd0-479f-872b-55b4999df064 req-3cff18d4-eaa2-4326-9cba-09b6f928cf9b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 Jul 11 14:11:05.196067 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004402-9938-4460-b5df-0d4b4a24dd86 req-762f78e8-5857-4634-b29c-3cf8951f2f2d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:05.197558 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cd004402-9938-4460-b5df-0d4b4a24dd86 req-762f78e8-5857-4634-b29c-3cf8951f2f2d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.3018775 Jul 11 14:11:05.245666 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cd004402-9938-4460-b5df-0d4b4a24dd86 req-fb5c688f-c9f5-4d70-b318-f2c8a609530c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Jul 11 14:11:06.368270 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a2291-b7a2-4131-b98a-dcb49ac88457 req-e7ffa574-ae9b-4e55-8ffe-27692033145d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:06.369619 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f73a2291-b7a2-4131-b98a-dcb49ac88457 req-e7ffa574-ae9b-4e55-8ffe-27692033145d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0492790 Jul 11 14:11:06.417324 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f73a2291-b7a2-4131-b98a-dcb49ac88457 req-4a61327d-afce-40d2-b5d5-4160e7d115dc tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Jul 11 14:11:07.543770 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a02a-ba5a-4430-bb88-9b3e9d00ad42 req-231946b2-d00f-4505-b645-02df8907d63d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:07.545507 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8663a02a-ba5a-4430-bb88-9b3e9d00ad42 req-231946b2-d00f-4505-b645-02df8907d63d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0538838 Jul 11 14:11:07.595887 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8663a02a-ba5a-4430-bb88-9b3e9d00ad42 req-1f8e07ee-d520-422e-8c9e-8946cced2adb tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Jul 11 14:11:08.713724 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673a3eb-9046-4ba4-ba74-45062ea4dbdd req-8fe88ae9-4eec-45ea-9e84-9e4e884c375b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:08.715232 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3673a3eb-9046-4ba4-ba74-45062ea4dbdd req-8fe88ae9-4eec-45ea-9e84-9e4e884c375b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0474279 Jul 11 14:11:08.765718 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3673a3eb-9046-4ba4-ba74-45062ea4dbdd req-2d8c1acc-195f-4752-9d2c-1547af026c18 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Jul 11 14:11:09.891006 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e67a5-e513-4bc0-96d1-8fc09486a9c1 req-c691c941-bec9-4e16-9cab-87d6fa182689 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:09.893384 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fd9e67a5-e513-4bc0-96d1-8fc09486a9c1 req-c691c941-bec9-4e16-9cab-87d6fa182689 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0501351 Jul 11 14:11:09.946657 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fd9e67a5-e513-4bc0-96d1-8fc09486a9c1 req-6e724c5d-08ff-4263-a801-953fd5fd0314 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Jul 11 14:11:11.081580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f3e2-b675-452a-a4af-5cf200dfdc71 req-a907013e-2e83-4d42-8495-9b6d1cb68d21 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:11.082998 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0261f3e2-b675-452a-a4af-5cf200dfdc71 req-a907013e-2e83-4d42-8495-9b6d1cb68d21 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0531499 Jul 11 14:11:11.109617 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:11.133269 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0261f3e2-b675-452a-a4af-5cf200dfdc71 req-83a8a2b5-6de3-4c08-966f-79691da9829e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Jul 11 14:11:12.255590 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb51dd2-5188-473e-bffd-675ffdfb34c6 req-63a679c5-b1e6-4120-a96b-2dcc1e856de5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:12.257108 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ebb51dd2-5188-473e-bffd-675ffdfb34c6 req-63a679c5-b1e6-4120-a96b-2dcc1e856de5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0495942 Jul 11 14:11:12.306413 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ebb51dd2-5188-473e-bffd-675ffdfb34c6 req-07a2a53e-682a-4c0b-a47e-7e960b27d5ee tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Jul 11 14:11:12.423554 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:12.425885 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:12.992639 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:12.993502 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=17 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:13.430324 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d82ec-689d-4bb9-9cbb-c7a456d6f587 req-57974ec6-0e43-46a2-99fb-d18ccb492401 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:13.431820 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-874d82ec-689d-4bb9-9cbb-c7a456d6f587 req-57974ec6-0e43-46a2-99fb-d18ccb492401 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0499866 Jul 11 14:11:13.480126 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-874d82ec-689d-4bb9-9cbb-c7a456d6f587 req-6fbd7714-1812-4c70-b6cc-7cab630d3cf4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Jul 11 14:11:13.633132 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=76 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:13.634451 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=20 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:14.625080 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8264ba8-c12a-4fc3-9f36-9c0e0b7cd367 req-ffa091c4-a0a2-44a4-8ab0-3b7fa63ae532 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:14.627910 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b8264ba8-c12a-4fc3-9f36-9c0e0b7cd367 req-ffa091c4-a0a2-44a4-8ab0-3b7fa63ae532 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0593925 Jul 11 14:11:14.672212 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:14.681774 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b8264ba8-c12a-4fc3-9f36-9c0e0b7cd367 req-4e500e7f-4e16-4b67-90f2-ab29e8a7d604 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477927 Jul 11 14:11:15.814187 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be2504-4a9b-47d3-b4af-696992078057 req-9e136a42-017c-473f-8a63-f468ed8a80f7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:15.820700 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a4be2504-4a9b-47d3-b4af-696992078057 req-9e136a42-017c-473f-8a63-f468ed8a80f7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0550511 Jul 11 14:11:15.877855 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a4be2504-4a9b-47d3-b4af-696992078057 req-92494b24-4fbe-4d32-aa35-a183f829c4f5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507374 Jul 11 14:11:17.000100 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d811e-5a93-4962-8515-535125af37f7 req-c2bd9e0a-ad41-4907-9606-789283c6f1af tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:17.001571 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ef4d811e-5a93-4962-8515-535125af37f7 req-c2bd9e0a-ad41-4907-9606-789283c6f1af tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0475800 Jul 11 14:11:17.049620 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ef4d811e-5a93-4962-8515-535125af37f7 req-9b30789f-1418-4b88-bac9-bb9a5dbcd0df tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 Jul 11 14:11:17.459906 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f49e9ee0-f8c6-471f-baf3-11ab3d31f0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:18.168098 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cef97-99f9-42dd-ba1b-c6fe4bc7d152 req-ca57d38d-dc59-48cb-aa9d-1711ddc110c5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:18.169595 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-109cef97-99f9-42dd-ba1b-c6fe4bc7d152 req-ca57d38d-dc59-48cb-aa9d-1711ddc110c5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0481973 Jul 11 14:11:18.217730 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-109cef97-99f9-42dd-ba1b-c6fe4bc7d152 req-70569338-7c53-4654-9e42-f2f8198619b9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425675 Jul 11 14:11:19.343311 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8cfa9-662d-4ff1-a275-1e10b84523ef req-5f4027b0-0b35-415d-93b2-7e782c971cd3 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:19.345290 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-92d8cfa9-662d-4ff1-a275-1e10b84523ef req-5f4027b0-0b35-415d-93b2-7e782c971cd3 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0517437 Jul 11 14:11:19.393980 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-92d8cfa9-662d-4ff1-a275-1e10b84523ef req-0cfa52de-74a8-4786-b01c-e1e5fc860e59 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Jul 11 14:11:19.892286 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a3946ba0-d811-4123-ac81-6f200bc01914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:20.512045 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e81d4-1512-42ed-a777-77621eb24209 req-c65ecdfd-ac5b-4916-9902-c2b633d64489 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:20.513505 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1f8e81d4-1512-42ed-a777-77621eb24209 req-c65ecdfd-ac5b-4916-9902-c2b633d64489 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0472777 Jul 11 14:11:20.562743 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1f8e81d4-1512-42ed-a777-77621eb24209 req-b6f34096-b511-42f0-8832-d56526aac059 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Jul 11 14:11:21.039695 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:21.688756 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caddff-2024-474e-98d4-793bea1df644 req-d6d482af-1487-413f-aba4-d1cf32b46e28 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:21.690239 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-51caddff-2024-474e-98d4-793bea1df644 req-d6d482af-1487-413f-aba4-d1cf32b46e28 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0512304 Jul 11 14:11:21.739970 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-51caddff-2024-474e-98d4-793bea1df644 req-ab1baec4-5513-4861-935e-7c26cdb981a0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Jul 11 14:11:22.557315 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:22.814802 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:22.863497 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debcf0b-5a60-4af1-8def-e0d37d661542 req-ad7ecb28-ad40-4340-81c0-f6929da4cbdf tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:22.865020 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9debcf0b-5a60-4af1-8def-e0d37d661542 req-ad7ecb28-ad40-4340-81c0-f6929da4cbdf tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0475769 Jul 11 14:11:22.916678 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9debcf0b-5a60-4af1-8def-e0d37d661542 req-da067a30-9a12-4bfe-b594-e8ab9ee10cf9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461187 Jul 11 14:11:23.906403 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:11:24.038450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf149e-1568-40eb-ba22-797a18ca95f3 req-e0efbe92-0951-4f8e-94b9-47db3b327c5e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:24.039917 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e0bf149e-1568-40eb-ba22-797a18ca95f3 req-e0efbe92-0951-4f8e-94b9-47db3b327c5e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0478656 Jul 11 14:11:24.092478 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e0bf149e-1568-40eb-ba22-797a18ca95f3 req-a209b650-ec8e-461e-a3d9-d47897adb486 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469441 Jul 11 14:11:25.210742 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1a16-6402-432d-ad46-d04d74965430 req-b395df14-4e09-487a-b534-6575a68826d1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:25.212185 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-206b1a16-6402-432d-ad46-d04d74965430 req-b395df14-4e09-487a-b534-6575a68826d1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0474803 Jul 11 14:11:25.252039 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:25.259428 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-206b1a16-6402-432d-ad46-d04d74965430 req-11d7c08d-d85e-4a56-b3a7-2bcb5d14dc4e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Jul 11 14:11:25.549797 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:26.383786 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d89f-7bee-4254-85c1-0415f17e9b94 req-84e131fe-3bf2-4837-a3ec-b56e3ad75993 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:26.385210 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f642d89f-7bee-4254-85c1-0415f17e9b94 req-84e131fe-3bf2-4837-a3ec-b56e3ad75993 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0496149 Jul 11 14:11:26.435410 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f642d89f-7bee-4254-85c1-0415f17e9b94 req-e562acbe-bb03-4747-90f6-fef59f7a485f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446455 Jul 11 14:11:27.548135 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:27.559294 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f57e-2188-48cf-bf5c-72a373ede7f5 req-f7cbf9e1-2483-4d41-aa9b-68b78a9a5afa tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:27.560792 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3953f57e-2188-48cf-bf5c-72a373ede7f5 req-f7cbf9e1-2483-4d41-aa9b-68b78a9a5afa tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0525684 Jul 11 14:11:27.608605 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3953f57e-2188-48cf-bf5c-72a373ede7f5 req-b6a6df93-1339-4c7f-9a8b-8f91fd1f7dd4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415256 Jul 11 14:11:28.732277 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce86b0-31cc-45ad-bdbd-32f183a8a5e9 req-3cd65540-bbf0-4ee5-9076-8c28bf8503f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:28.733812 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-05ce86b0-31cc-45ad-bdbd-32f183a8a5e9 req-3cd65540-bbf0-4ee5-9076-8c28bf8503f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0484765 Jul 11 14:11:28.784519 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-05ce86b0-31cc-45ad-bdbd-32f183a8a5e9 req-5453943e-6485-43e6-938a-213061686104 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444572 Jul 11 14:11:29.911369 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75202ed-5eca-470b-a6a2-90feb35c87cf req-4516e158-6008-4c93-bee5-282eaf7817bd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:29.912887 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d75202ed-5eca-470b-a6a2-90feb35c87cf req-4516e158-6008-4c93-bee5-282eaf7817bd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 943 time: 0.0507331 Jul 11 14:11:29.967568 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d75202ed-5eca-470b-a6a2-90feb35c87cf req-7fbb5532-9dc6-4eb1-a311-efb81a35de98 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491123 Jul 11 14:11:30.568601 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:11:30.678074 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:11:30.689959 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'port_id': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'mac_address': 'fa:16:3e:90:1f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:11:30.727323 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:11:30.727711 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:30.742602 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:11:30.764256 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:11:30.768556 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:30.818126 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=9']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:11:30.825862 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.826129 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.826507 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.826876 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.827212 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.827538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.827862 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.828186 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.828557 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.828882 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.829204 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.829540 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.829865 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.830202 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:30.830548 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:11:31.102191 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531be87-2eee-4043-b608-867fc22f9f99 req-1661ceb2-232b-4fa9-ac56-d04e5d662253 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:31.103986 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6531be87-2eee-4043-b608-867fc22f9f99 req-1661ceb2-232b-4fa9-ac56-d04e5d662253 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 944 time: 0.0512559 Jul 11 14:11:31.155784 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6531be87-2eee-4043-b608-867fc22f9f99 req-dde6e0c3-8a10-4b96-9f47-7d1e83126469 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461605 Jul 11 14:11:31.308874 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['448bcd1b-bd2c-4771-974b-0259ecbcd6e4'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:11:32.276896 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b912d-a245-45df-86a5-f9ad1c571097 req-6a04e64a-b4d2-4ce8-a558-b8f35e05ee0b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:32.278407 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-713b912d-a245-45df-86a5-f9ad1c571097 req-6a04e64a-b4d2-4ce8-a558-b8f35e05ee0b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 944 time: 0.0473323 Jul 11 14:11:32.325532 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-713b912d-a245-45df-86a5-f9ad1c571097 req-e5378913-27a0-4e76-be40-493c8d89465f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Jul 11 14:11:32.723017 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:11:32.773304 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:11:32.773918 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:32.850893 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:11:32.851268 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:32.875739 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:11:32.877948 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109e8ab6-4989-493b-b2ed-ca038f508b9c" -d '{"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:11:32.896305 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:11:32.900920 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:32.925155 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd94ea-cdfc-4678-bf6d-e61af0709b10 x-openstack-request-id: req-a4dd94ea-cdfc-4678-bf6d-e61af0709b10 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:11:32.925443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:11:32.925696 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4dd94ea-cdfc-4678-bf6d-e61af0709b10 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:11:32.926362 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dd94ea-cdfc-4678-bf6d-e61af0709b10'] response: {'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'code': 200} Jul 11 14:11:32.930923 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:32.953924 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=10']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:11:33.480353 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6cf91-7744-489a-9455-5d8ce659ac2f req-755436f6-83ab-4eaa-9228-f82b22dde3f8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:33.482066 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3db6cf91-7744-489a-9455-5d8ce659ac2f req-755436f6-83ab-4eaa-9228-f82b22dde3f8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.0770683 Jul 11 14:11:33.534895 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3db6cf91-7744-489a-9455-5d8ce659ac2f req-53a18b2e-09c8-4213-9442-f544eea69cf7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465679 Jul 11 14:11:33.578550 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a7a19-094a-4987-bdb5-f1f2165a116e req-26750f7e-87c4-4a8c-94ba-013140de7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:33.580081 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de2a7a19-094a-4987-bdb5-f1f2165a116e req-26750f7e-87c4-4a8c-94ba-013140de7d41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 1130 time: 0.0556188 Jul 11 14:11:33.638274 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de2a7a19-094a-4987-bdb5-f1f2165a116e req-ded563fb-7d34-404a-ab58-072f7e61d798 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516593 Jul 11 14:11:33.901564 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:33.902632 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:34.694407 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1af415-254b-438f-9ec6-a199ffa67e1f req-120998ee-ad8c-48fd-b59d-ff266af14006 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:34.695894 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb1af415-254b-438f-9ec6-a199ffa67e1f req-120998ee-ad8c-48fd-b59d-ff266af14006 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.0559826 Jul 11 14:11:34.746333 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb1af415-254b-438f-9ec6-a199ffa67e1f req-986a62d6-0da0-4e4f-8051-c2cb51bf3cab tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Jul 11 14:11:35.905393 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a5fa-3477-45a1-b2d3-4177eb80d2ad req-dc291cde-d42d-423d-b90b-72600185c350 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:35.907643 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c339a5fa-3477-45a1-b2d3-4177eb80d2ad req-dc291cde-d42d-423d-b90b-72600185c350 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.0700741 Jul 11 14:11:35.961681 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c339a5fa-3477-45a1-b2d3-4177eb80d2ad req-0a5282e2-11a9-4f9d-8af6-0ed662f6a5fe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478015 Jul 11 14:11:37.087518 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9e5c-8893-4c75-8d6d-130d2f467548 req-a195a024-1850-4e18-944e-fa54f797873b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:37.089013 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a15e9e5c-8893-4c75-8d6d-130d2f467548 req-a195a024-1850-4e18-944e-fa54f797873b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.0499308 Jul 11 14:11:37.139642 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a15e9e5c-8893-4c75-8d6d-130d2f467548 req-8705c595-9b5d-40c5-863b-2890d4cbd6e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Jul 11 14:11:38.325288 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a20a-8358-42e8-9b63-7cff04c32b14 req-650ad5bb-c626-4c04-9dde-13c0031d4b75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:38.326875 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7e18a20a-8358-42e8-9b63-7cff04c32b14 req-650ad5bb-c626-4c04-9dde-13c0031d4b75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0601165 Jul 11 14:11:38.333448 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-071120cd-ea89-4489-882b-67391cd3ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:38.334980 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-071120cd-ea89-4489-882b-67391cd3ffa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1130 time: 0.0518389 Jul 11 14:11:38.381510 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7e18a20a-8358-42e8-9b63-7cff04c32b14 req-ac7a1709-6acf-4f0e-886c-8a0ac2d08b9b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486660 Jul 11 14:11:38.433089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-251a161d-4bbd-4f27-8c3e-efd8c84f8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:38.434577 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-251a161d-4bbd-4f27-8c3e-efd8c84f8425 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.0916221 Jul 11 14:11:38.501756 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-16902a11-24fd-4122-8673-3458a36e36c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 1002 time: 0.0595903 Jul 11 14:11:38.552748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-f210c907-ca7e-48f5-9f17-90c9bf19f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:38.554203 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-f210c907-ca7e-48f5-9f17-90c9bf19f53d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0462563 Jul 11 14:11:38.598457 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-e0251d0e-ad72-44e1-84a3-0fb533d36a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:38.599937 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-e0251d0e-ad72-44e1-84a3-0fb533d36a94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389404 Jul 11 14:11:38.696718 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-27e09e0b-a269-49ca-803d-aab1870fd65d service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901694 Jul 11 14:11:38.790121 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f61d9f5e-6d0c-462d-8452-895b3622b0a0 req-ee1c6a20-65c3-4f2e-a043-9e3dd777cfe6 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853322 Jul 11 14:11:39.486793 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:39.500780 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e0546-62ce-4892-9478-9dbd60570573 req-3076fd33-23c6-49b2-863f-8b78c8b79bda tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:39.502261 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f31e0546-62ce-4892-9478-9dbd60570573 req-3076fd33-23c6-49b2-863f-8b78c8b79bda tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0485032 Jul 11 14:11:39.550208 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f31e0546-62ce-4892-9478-9dbd60570573 req-f17a74ea-6b0c-4feb-936f-f254f9d659a8 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Jul 11 14:11:40.673447 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:40.689083 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955d224-9121-46f7-8799-2afa7077160b req-0d52140f-c11e-49f1-b605-3528c456d7fc tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:40.690865 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2955d224-9121-46f7-8799-2afa7077160b req-0d52140f-c11e-49f1-b605-3528c456d7fc tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0699046 Jul 11 14:11:40.760120 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2955d224-9121-46f7-8799-2afa7077160b req-29450dfd-3748-4818-8ba3-6b2d5680ec3b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624189 Jul 11 14:11:41.885118 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeaa64-6fde-479e-9fb3-7194b86f395f req-b7f47a38-447c-417b-acc3-1a6bfd6c3cfc tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:41.886774 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8cfeaa64-6fde-479e-9fb3-7194b86f395f req-b7f47a38-447c-417b-acc3-1a6bfd6c3cfc tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0537639 Jul 11 14:11:41.943391 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8cfeaa64-6fde-479e-9fb3-7194b86f395f req-4a31dee9-39c6-4fdb-bf14-391bd8f5d416 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505967 Jul 11 14:11:42.510791 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:43.073409 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214930-fd2c-421d-896c-f5a62aa0ad39 req-b85f08a9-157e-4bfc-8eb2-a73370d25acd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:43.075060 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ad214930-fd2c-421d-896c-f5a62aa0ad39 req-b85f08a9-157e-4bfc-8eb2-a73370d25acd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0576262 Jul 11 14:11:43.129876 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ad214930-fd2c-421d-896c-f5a62aa0ad39 req-a299b729-d113-409c-8518-7274ddf7109f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469511 Jul 11 14:11:44.255214 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66409774-f0a8-494e-87fb-1f3d8a95d9ec req-2f318ecc-bc43-40f8-8a1c-dfdf2effab81 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:44.256802 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66409774-f0a8-494e-87fb-1f3d8a95d9ec req-2f318ecc-bc43-40f8-8a1c-dfdf2effab81 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0512993 Jul 11 14:11:44.313842 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66409774-f0a8-494e-87fb-1f3d8a95d9ec req-abb151db-ff2f-4f1e-b7e6-2d86ad1de277 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503218 Jul 11 14:11:45.431834 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fcf73-6db2-4168-b129-94fbad20feb8 req-8666c132-5ace-49d7-a170-a7dd06172f2b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:45.433313 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bd2fcf73-6db2-4168-b129-94fbad20feb8 req-8666c132-5ace-49d7-a170-a7dd06172f2b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0511818 Jul 11 14:11:45.482620 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bd2fcf73-6db2-4168-b129-94fbad20feb8 req-77b84147-4273-49fe-a9ea-e5f868141f4c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429995 Jul 11 14:11:46.596999 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29497d0c-c4bf-4f00-b72b-85373762e2b1 req-72c8803b-ea9a-40c9-bd4b-c06c77b2de84 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:46.598497 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-29497d0c-c4bf-4f00-b72b-85373762e2b1 req-72c8803b-ea9a-40c9-bd4b-c06c77b2de84 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0477905 Jul 11 14:11:46.646399 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-29497d0c-c4bf-4f00-b72b-85373762e2b1 req-556b608f-106f-4d13-94ec-337bf38d6057 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423136 Jul 11 14:11:47.463028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3d4bde32-4cf0-4763-9e49-797e93e14e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:47.763446 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cede50b-b28d-435b-85a5-88c118c8e0e9 req-ddd2966f-a363-4930-9648-a0a901e9ad41 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:47.764809 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3cede50b-b28d-435b-85a5-88c118c8e0e9 req-ddd2966f-a363-4930-9648-a0a901e9ad41 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0503383 Jul 11 14:11:47.811236 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3cede50b-b28d-435b-85a5-88c118c8e0e9 req-ee1981b9-d907-4e6b-8b8b-9313751cc441 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409458 Jul 11 14:11:48.785340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=51 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:48.786726 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=61 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:48.929586 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323e509-394d-4fef-a4ba-78fae12975d7 req-8970a005-38d1-425f-971a-e45d2140a5cf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:48.931194 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2323e509-394d-4fef-a4ba-78fae12975d7 req-8970a005-38d1-425f-971a-e45d2140a5cf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0491135 Jul 11 14:11:48.983621 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2323e509-394d-4fef-a4ba-78fae12975d7 req-93e9559b-38fd-463b-b29f-9f1d2be12b05 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450232 Jul 11 14:11:49.897160 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e9cbc7-f528-423a-a4c9-615895b5455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:49.986994 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:49.992447 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:50.110260 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e54b-11b7-426d-bd2a-d9e5ddc298d3 req-24e32eb7-6add-4f8c-81f4-bf33200c0932 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:50.111868 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2082e54b-11b7-426d-bd2a-d9e5ddc298d3 req-24e32eb7-6add-4f8c-81f4-bf33200c0932 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0588031 Jul 11 14:11:50.163949 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2082e54b-11b7-426d-bd2a-d9e5ddc298d3 req-f3ecb25e-b253-46fc-8177-e08dd63e1676 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461352 Jul 11 14:11:51.038369 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:51.341767 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722fac-58ef-43ed-b682-28acc9199262 req-a4f3bfb0-e6f8-46eb-97f2-37d2f847625a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:51.343322 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63722fac-58ef-43ed-b682-28acc9199262 req-a4f3bfb0-e6f8-46eb-97f2-37d2f847625a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.1104949 Jul 11 14:11:51.375937 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:51.393612 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63722fac-58ef-43ed-b682-28acc9199262 req-7fe49377-dd53-4ea1-be20-30b2ff8a040b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Jul 11 14:11:52.556400 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243b684-e84d-44c5-b067-90786a916247 req-342eebf9-c6e5-44ca-9bb7-6adcabf0426e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:52.557954 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f243b684-e84d-44c5-b067-90786a916247 req-342eebf9-c6e5-44ca-9bb7-6adcabf0426e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0970411 Jul 11 14:11:52.559371 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:52.609022 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f243b684-e84d-44c5-b067-90786a916247 req-d77467d2-850b-43d3-a7be-fbe800ac6e96 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Jul 11 14:11:52.810517 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:53.726177 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5678300-33a3-45bd-8bfc-d3d6523b7eb2 req-ac4a2878-49c7-41f2-8dc2-fbb747810ee4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:53.727691 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b5678300-33a3-45bd-8bfc-d3d6523b7eb2 req-ac4a2878-49c7-41f2-8dc2-fbb747810ee4 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0473733 Jul 11 14:11:53.761088 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:53.776101 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b5678300-33a3-45bd-8bfc-d3d6523b7eb2 req-59cb0c9d-472c-4207-990e-be3cd43c26bd tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 Jul 11 14:11:54.117246 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c4318-25f5-4a70-a7c5-9b927403230c req-909c318b-055f-4f72-926a-f11a0f701526 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:54.118762 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a70c4318-25f5-4a70-a7c5-9b927403230c req-909c318b-055f-4f72-926a-f11a0f701526 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0492971 Jul 11 14:11:54.189856 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a70c4318-25f5-4a70-a7c5-9b927403230c req-8b67e050-d800-4ff7-a9a4-a90eea5d33b1 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0635772 Jul 11 14:11:54.243998 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084301c-cfbd-49f4-a672-855df69de83e req-57a8727f-cf7a-4043-829e-fda73f91809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:54.245468 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e084301c-cfbd-49f4-a672-855df69de83e req-57a8727f-cf7a-4043-829e-fda73f91809e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1168 time: 0.0496161 Jul 11 14:11:54.343602 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084301c-cfbd-49f4-a672-855df69de83e req-e5a8a6c4-3ee2-440a-a885-e6863bf6dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:54.345053 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e084301c-cfbd-49f4-a672-855df69de83e req-e5a8a6c4-3ee2-440a-a885-e6863bf6dde7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 200 len: 914 time: 0.0839562 Jul 11 14:11:54.409206 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e084301c-cfbd-49f4-a672-855df69de83e req-ea003f57-5032-499e-829b-8f812635f8d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 1000 time: 0.0578237 Jul 11 14:11:54.462426 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084301c-cfbd-49f4-a672-855df69de83e req-0f0c9ec7-10df-489a-80db-b4550640d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:54.463870 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e084301c-cfbd-49f4-a672-855df69de83e req-0f0c9ec7-10df-489a-80db-b4550640d942 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b19735a-9636-4be0-8f36-3bf33c9ff846 HTTP/1.1" status: 200 len: 852 time: 0.0453618 Jul 11 14:11:54.508313 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084301c-cfbd-49f4-a672-855df69de83e req-1498b809-3ed5-4ef4-98f6-ca4bfba70a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:54.509789 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e084301c-cfbd-49f4-a672-855df69de83e req-1498b809-3ed5-4ef4-98f6-ca4bfba70a0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d181705-7d20-4c7e-a599-6ad30727516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388296 Jul 11 14:11:54.603699 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e084301c-cfbd-49f4-a672-855df69de83e req-82c2f34f-ec14-4ae3-8a0f-da475bf59346 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862515 Jul 11 14:11:54.692748 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-e084301c-cfbd-49f4-a672-855df69de83e req-7690aa24-3d5a-438c-9bca-8e49aa7bf63e service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824697 Jul 11 14:11:54.898211 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83fc9b-ff05-4c9f-8d4c-3def66506df2 req-91d32c98-3a13-4267-aab9-4662349c940f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:54.899728 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d83fc9b-ff05-4c9f-8d4c-3def66506df2 req-91d32c98-3a13-4267-aab9-4662349c940f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0504019 Jul 11 14:11:54.947400 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d83fc9b-ff05-4c9f-8d4c-3def66506df2 req-2492bf39-07fd-4e6f-b03f-39c41c1a13f9 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421290 Jul 11 14:11:55.310139 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7eab5-4289-4020-bb0f-622c9f8e5461 req-83a02026-1499-4167-a08f-782afc79dee0 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:55.311643 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2d7eab5-4289-4020-bb0f-622c9f8e5461 req-83a02026-1499-4167-a08f-782afc79dee0 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0492470 Jul 11 14:11:55.371782 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2d7eab5-4289-4020-bb0f-622c9f8e5461 req-0ea5994f-290d-4c68-a118-b78833d26d36 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543625 Jul 11 14:11:55.551545 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:11:56.067412 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623dff3-32a2-4881-9da1-28ab28143747 req-d06161a7-0666-4c8b-b908-ebfdb06a6324 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:56.068961 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d623dff3-32a2-4881-9da1-28ab28143747 req-d06161a7-0666-4c8b-b908-ebfdb06a6324 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0538366 Jul 11 14:11:56.121236 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d623dff3-32a2-4881-9da1-28ab28143747 req-2e2d93d3-95f8-4388-a0b9-3d1fb8b34d6f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423236 Jul 11 14:11:56.486432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097884eb-f998-4498-aed4-dfe8a48b663c req-89aac86a-2e23-4968-b878-01a97f02c4aa tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:56.487873 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-097884eb-f998-4498-aed4-dfe8a48b663c req-89aac86a-2e23-4968-b878-01a97f02c4aa tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0471468 Jul 11 14:11:56.548422 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-097884eb-f998-4498-aed4-dfe8a48b663c req-fdf7d583-24ec-44fb-af5f-5bf74344b093 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549912 Jul 11 14:11:56.971550 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780184-d840-4e2a-b19f-f36b16e24f91 req-7556641a-d788-4686-a4d5-24b01b8591e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:56.973026 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c1780184-d840-4e2a-b19f-f36b16e24f91 req-7556641a-d788-4686-a4d5-24b01b8591e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1130 time: 0.0417230 Jul 11 14:11:57.018939 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c1780184-d840-4e2a-b19f-f36b16e24f91 req-50197af3-7d12-46d0-af43-0020f5b0a068 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373755 Jul 11 14:11:57.235413 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51bd3e-0aad-4aee-a46f-7813573ed0ca req-911b0dc5-966f-403a-96fb-8e53724fed76 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:57.236813 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cd51bd3e-0aad-4aee-a46f-7813573ed0ca req-911b0dc5-966f-403a-96fb-8e53724fed76 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0491741 Jul 11 14:11:57.287298 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cd51bd3e-0aad-4aee-a46f-7813573ed0ca req-d075895b-9ed5-486d-9fb0-6ac4f08fa3bf tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 Jul 11 14:11:57.668369 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e808de-7cac-4fed-a502-c3fcd1e1f606 req-64f7270b-8274-4056-afa8-609ac29ec5eb tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:57.669352 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5e808de-7cac-4fed-a502-c3fcd1e1f606 req-64f7270b-8274-4056-afa8-609ac29ec5eb tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0479076 Jul 11 14:11:57.732864 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5e808de-7cac-4fed-a502-c3fcd1e1f606 req-a4c8886f-4986-4d0d-84cc-436972e3b05c tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577822 Jul 11 14:11:58.404178 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2516da-74ef-483d-9c4e-bcf2f9fb3cbc req-a2938c00-ccce-43e7-879e-14d0a4ddc7e1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:58.406163 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ff2516da-74ef-483d-9c4e-bcf2f9fb3cbc req-a2938c00-ccce-43e7-879e-14d0a4ddc7e1 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0473437 Jul 11 14:11:58.453749 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ff2516da-74ef-483d-9c4e-bcf2f9fb3cbc req-3be885cf-287f-4d16-9f92-7a5346f2745b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Jul 11 14:11:58.861379 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c1592-8d93-479f-b946-1be2874a025f req-17430ec5-4f50-44bc-b47a-e461f4432b8e tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:58.863030 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e91c1592-8d93-479f-b946-1be2874a025f req-17430ec5-4f50-44bc-b47a-e461f4432b8e tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0578923 Jul 11 14:11:58.903621 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:58.930625 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e91c1592-8d93-479f-b946-1be2874a025f req-ab24a4dc-4484-47ea-a89a-e8910433e76a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0609581 Jul 11 14:11:59.574574 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:11:59.584766 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0611fa4-85a7-4590-bc5a-9eb6880e2700 req-4c697851-f7e1-4302-9f82-23400d796390 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:11:59.586744 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a0611fa4-85a7-4590-bc5a-9eb6880e2700 req-4c697851-f7e1-4302-9f82-23400d796390 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0628617 Jul 11 14:11:59.637294 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a0611fa4-85a7-4590-bc5a-9eb6880e2700 req-09a83a1d-9b98-426a-ad7a-e64f3cdc02d2 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448267 Jul 11 14:12:00.056365 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbef658-b39e-4241-8d35-bd51ed1437ed req-26a1d8e1-2143-479e-a399-492d4cdb009d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.057943 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6dbef658-b39e-4241-8d35-bd51ed1437ed req-26a1d8e1-2143-479e-a399-492d4cdb009d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0519700 Jul 11 14:12:00.134462 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be49238-83a1-49c5-b66c-f4e0eab7c7f5 req-a0cf3f6d-7988-416f-a7c0-7e0eae3f83da tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.135992 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0be49238-83a1-49c5-b66c-f4e0eab7c7f5 req-a0cf3f6d-7988-416f-a7c0-7e0eae3f83da tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0716937 Jul 11 14:12:00.148915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-c81bfb9a-2438-4eb8-a9a6-b3ae277d0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.150554 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-c81bfb9a-2438-4eb8-a9a6-b3ae277d0b5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1130 time: 0.0430288 Jul 11 14:12:00.189973 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6dbef658-b39e-4241-8d35-bd51ed1437ed req-243414d7-e299-4e5a-8427-6930f98e58c3 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1157310 Jul 11 14:12:00.221781 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0be49238-83a1-49c5-b66c-f4e0eab7c7f5 req-507431a9-e3c5-459c-a977-823794e2521c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790884 Jul 11 14:12:00.261710 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-4f5c9905-394f-4c1b-8f2c-b4f90d180427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.263289 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-4f5c9905-394f-4c1b-8f2c-b4f90d180427 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.1012392 Jul 11 14:12:00.334471 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-807a0d07-01ef-45ff-8e04-4a4266c7e104 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 1002 time: 0.0563667 Jul 11 14:12:00.383848 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-ac7cde72-d202-4289-896b-25de4b56a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.385303 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-ac7cde72-d202-4289-896b-25de4b56a499 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0445678 Jul 11 14:12:00.435979 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-a9b4007b-0a54-4f2c-9447-4c16f88b774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.437457 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-a9b4007b-0a54-4f2c-9447-4c16f88b774a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435805 Jul 11 14:12:00.526038 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-e1b00ba9-2186-49e6-a7a7-eb6705a407ef service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815797 Jul 11 14:12:00.561341 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:00.606856 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:00.622700 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-81bdddff-cc40-4ffb-84c0-6301248d4954 req-45cc6a39-1238-47c0-bb9e-6c1c255afbbd service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892735 Jul 11 14:12:00.682435 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-77e01830-e2eb-49d2-8a10-f0e4a1338d5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389757 Jul 11 14:12:00.845016 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-39ada898-a14d-452e-8672-26cca429d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.846421 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-39ada898-a14d-452e-8672-26cca429d44e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 1130 time: 0.0388753 Jul 11 14:12:00.905931 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:12:00.954969 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-7cc3a2a9-d0fb-4125-b0ef-b2bb918c32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:00.956397 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-7cc3a2a9-d0fb-4125-b0ef-b2bb918c32ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.0890615 Jul 11 14:12:01.015993 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-1c56ad5d-0691-44e1-9098-b72f5240ee6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 HTTP/1.1" status: 200 len: 1002 time: 0.0528197 Jul 11 14:12:01.338317 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3e8d-23c4-4400-af64-623f10b45f84 req-e969174d-5d6e-47b6-acb2-d05aea4ed66a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:01.339744 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-909e3e8d-23c4-4400-af64-623f10b45f84 req-e969174d-5d6e-47b6-acb2-d05aea4ed66a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0777962 Jul 11 14:12:01.367043 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2daa-336c-4503-b7a6-2f2ee9371f56 req-04782a43-e766-4a3b-acd2-b75728a0f514 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:01.368449 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-55ba2daa-336c-4503-b7a6-2f2ee9371f56 req-04782a43-e766-4a3b-acd2-b75728a0f514 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0755069 Jul 11 14:12:01.432005 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-909e3e8d-23c4-4400-af64-623f10b45f84 req-f59ffd61-b452-42ee-9224-39a40cbac783 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0860364 Jul 11 14:12:01.446059 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-55ba2daa-336c-4503-b7a6-2f2ee9371f56 req-3617ac30-b452-4548-84bc-58ff3b5cae54 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711992 Jul 11 14:12:02.548058 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce25c6-fb4a-412f-ad0f-d307e71b5c98 req-1465727d-cb68-49a2-bde6-cd361df5a645 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:02.549534 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0cce25c6-fb4a-412f-ad0f-d307e71b5c98 req-1465727d-cb68-49a2-bde6-cd361df5a645 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0488989 Jul 11 14:12:02.636396 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc4299-bc4c-4b7e-ba51-1a7160c2ea70 req-494b58a9-0c93-429f-8863-e515472c5363 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:02.637142 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-03cc4299-bc4c-4b7e-ba51-1a7160c2ea70 req-494b58a9-0c93-429f-8863-e515472c5363 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0684023 Jul 11 14:12:02.660310 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0cce25c6-fb4a-412f-ad0f-d307e71b5c98 req-7d65da5a-43b4-4eaa-b1cc-9b0aad15cc06 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1048131 Jul 11 14:12:02.695724 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-03cc4299-bc4c-4b7e-ba51-1a7160c2ea70 req-a962fb42-a7c7-43f5-9c5e-a42d67de5a11 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488451 Jul 11 14:12:03.606701 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-a82a32a5-78c2-49f7-8e14-646eb97b2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:03.608189 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-a82a32a5-78c2-49f7-8e14-646eb97b2bfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0477173 Jul 11 14:12:03.679458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-f4fee824-3ac1-4052-937e-8cfe41c10c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:03.680893 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-f4fee824-3ac1-4052-937e-8cfe41c10c4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378401 Jul 11 14:12:03.776429 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-ba86870a-606f-4bdd-b4d0-af3266528301 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879931 Jul 11 14:12:03.786930 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b4d7-1684-46d7-be16-45149e87227e req-0ac01eab-d823-475f-afba-103ad26936d4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:03.788393 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1091b4d7-1684-46d7-be16-45149e87227e req-0ac01eab-d823-475f-afba-103ad26936d4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0595484 Jul 11 14:12:03.836764 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439b332-9ac4-49f5-8d37-b622771ac870 req-726cbacf-7b1f-4ed3-8cdc-6cf817538349 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:03.838211 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a439b332-9ac4-49f5-8d37-b622771ac870 req-726cbacf-7b1f-4ed3-8cdc-6cf817538349 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0689371 Jul 11 14:12:03.869754 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3c3b224b-4610-4616-8eea-3ad041d5bf87 req-bb1fa5c0-45ff-4058-91db-90ec7f6d6218 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Jul 11 14:12:03.904808 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1091b4d7-1684-46d7-be16-45149e87227e req-24e24e4a-c7e1-4130-a184-ccf0d4516264 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0990405 Jul 11 14:12:03.923193 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a439b332-9ac4-49f5-8d37-b622771ac870 req-fc364bcf-505a-4e03-8b8d-6f61000ffab6 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743980 Jul 11 14:12:05.046800 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301bd98-4f3b-4bfe-8ca4-e6c8a410478d req-928725c6-c122-4bdd-8c53-35e2190a1208 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:05.048275 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f301bd98-4f3b-4bfe-8ca4-e6c8a410478d req-928725c6-c122-4bdd-8c53-35e2190a1208 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0748529 Jul 11 14:12:05.068497 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92acc3d-1b87-4f37-accd-f47140274245 req-e20fb2ed-de47-4ac2-bdf9-f7d7c6da0cde tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:05.069819 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f92acc3d-1b87-4f37-accd-f47140274245 req-e20fb2ed-de47-4ac2-bdf9-f7d7c6da0cde tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0681500 Jul 11 14:12:05.116882 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:05.128316 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:05.164252 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f301bd98-4f3b-4bfe-8ca4-e6c8a410478d req-24556492-20cb-42f9-9dbd-5d5b981f91b3 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1082535 Jul 11 14:12:05.167527 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f92acc3d-1b87-4f37-accd-f47140274245 req-8ac29f52-47bb-4d68-b7cf-3317155455a3 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827172 Jul 11 14:12:05.275080 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dfab7-ddab-4846-8a1f-76073370debe req-16c2e673-2d0a-4da4-a0d6-5d63a6437b50 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:05.276504 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7a8dfab7-ddab-4846-8a1f-76073370debe req-16c2e673-2d0a-4da4-a0d6-5d63a6437b50 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0461872 Jul 11 14:12:05.287093 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45482) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:05.291743 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Request body: {'floatingip': {'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:05.344667 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:05.545091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:05.547898 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:05.784641 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:05.788187 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:05.981747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:12:06.090821 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:12:06.095314 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:06.100532 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] Sync routers for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:12:06.111195 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:12:06.111805 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:11:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:06.126238 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:12:06.128510 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55966a3-eb98-4c55-ade1-be764b4caa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:12:06.130661 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:06.152624 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:06.161725 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-45195dc8-cc90-4919-b520-5e33017a266c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "PUT /v2.0/floatingips/a3cf7cf0-5212-44e8-ae5a-9c48c3104d37 HTTP/1.1" status: 200 len: 994 time: 0.8735600 Jul 11 14:12:06.168229 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1863afef-ad81-41e1-9389-d2140ee0289b x-openstack-request-id: req-1863afef-ad81-41e1-9389-d2140ee0289b {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:12:06.168519 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:12:06.168771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1863afef-ad81-41e1-9389-d2140ee0289b {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:12:06.169203 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1863afef-ad81-41e1-9389-d2140ee0289b'] response: {'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'status': 'completed', 'code': 200} Jul 11 14:12:06.216661 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:12:06.257062 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-d6fdd93e-66ce-4a07-9724-017e6b9897f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:06.258485 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-d6fdd93e-66ce-4a07-9724-017e6b9897f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1130 time: 0.0440953 Jul 11 14:12:06.284005 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb2130-8cf8-4f35-8e50-019eded00771 req-6ffd88d8-9d23-4329-85b6-29381393438d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:06.285495 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2cb2130-8cf8-4f35-8e50-019eded00771 req-6ffd88d8-9d23-4329-85b6-29381393438d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0480394 Jul 11 14:12:06.354737 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-a9224fc6-e60d-4478-abfe-1ed67d6434b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:06.355818 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2cb2130-8cf8-4f35-8e50-019eded00771 req-785eb42c-da3f-404f-a243-b138f7923178 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0601008 Jul 11 14:12:06.360286 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-a9224fc6-e60d-4478-abfe-1ed67d6434b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.0956538 Jul 11 14:12:06.424261 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-92fb1a6b-9908-40db-9f68-55d364953ce8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 1002 time: 0.0576642 Jul 11 14:12:06.446740 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'a3cf7cf0-5212-44e8-ae5a-9c48c3104d37', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'mac_address': 'fa:16:3e:3b:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:08Z', 'updated_at': '2022-07-11T14:12:05Z', 'revision_number': 3, 'project_id': '4b181bc391914f6abcea09b894b88473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:06.472894 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] Checking router: c2e76d94-29eb-4951-bc47-8e71fd70e8f9 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:12:06.475836 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-4e9dd028-52f8-4e92-8ccf-e45b4f512c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:06.477307 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-4e9dd028-52f8-4e92-8ccf-e45b4f512c85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0468354 Jul 11 14:12:06.481247 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:12:06.481830 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:11:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:06.521409 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-801ed0ed-3aab-4de4-b0aa-2d8a111f1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:06.522944 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-801ed0ed-3aab-4de4-b0aa-2d8a111f1543 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386534 Jul 11 14:12:06.583140 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:12:06.619520 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-9524991e-1910-4b1e-93bd-33347eed5284 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891523 Jul 11 14:12:06.696635 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:06.707270 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:06.713813 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a55966a3-eb98-4c55-ade1-be764b4caa7a req-4fd90ec7-7f85-4d10-b4da-1e2c0390e1f9 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869615 Jul 11 14:12:06.799003 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'a3cf7cf0-5212-44e8-ae5a-9c48c3104d37', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'mac_address': 'fa:16:3e:3b:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:08Z', 'updated_at': '2022-07-11T14:12:05Z', 'revision_number': 3, 'project_id': '4b181bc391914f6abcea09b894b88473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:06.946541 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0fec5-11d3-4cd1-a865-6dc56177ca3d None None] The sync data for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi is: [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'a3cf7cf0-5212-44e8-ae5a-9c48c3104d37', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'port_id': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'mac_address': 'fa:16:3e:3b:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:09:08Z', 'updated_at': '2022-07-11T14:12:05Z', 'revision_number': 3, 'project_id': '4b181bc391914f6abcea09b894b88473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:12:07.471188 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05373-9dea-4a61-b50d-fc84cc88f17d req-984771fb-b567-4d42-a833-1f6e0577b92e tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:07.472635 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-47b05373-9dea-4a61-b50d-fc84cc88f17d req-984771fb-b567-4d42-a833-1f6e0577b92e tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0476537 Jul 11 14:12:07.535258 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-47b05373-9dea-4a61-b50d-fc84cc88f17d req-3b5a6979-e5bb-4ca3-bd04-0c0a6cbbe2ad tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569086 Jul 11 14:12:08.170294 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:12:08.172679 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:12:08.211395 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cfe5b1-155c-422f-a2a5-c06897ad23e4 x-openstack-request-id: req-81cfe5b1-155c-422f-a2a5-c06897ad23e4 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:12:08.211686 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:12:08.211942 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81cfe5b1-155c-422f-a2a5-c06897ad23e4 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:12:08.212348 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cfe5b1-155c-422f-a2a5-c06897ad23e4'] response: {'name': 'network-changed', 'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'status': 'completed', 'code': 200} Jul 11 14:12:08.303251 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-6fad8aae-f493-4e10-ba06-33b982641a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:08.304733 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-6fad8aae-f493-4e10-ba06-33b982641a4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b181bc391914f6abcea09b894b88473&device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 1130 time: 0.0386679 Jul 11 14:12:08.403752 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-8bfd8815-613b-4252-b402-5444bc4582b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:08.405296 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-8bfd8815-613b-4252-b402-5444bc4582b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 200 len: 920 time: 0.0877264 Jul 11 14:12:08.465247 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-4a972668-4c24-421d-a244-fcba1c6fb468 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 200 len: 1002 time: 0.0529759 Jul 11 14:12:08.514412 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-69fbaba6-391f-4f68-92fa-aa4aad324251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:08.515848 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-69fbaba6-391f-4f68-92fa-aa4aad324251 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 200 len: 858 time: 0.0448830 Jul 11 14:12:08.557942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-0d5bf8b0-2282-49e2-bc71-0e3f1bc6c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:08.559408 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-0d5bf8b0-2282-49e2-bc71-0e3f1bc6c0c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c944d348-d5b7-4b6c-9be2-cb2a59820444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374708 Jul 11 14:12:08.646896 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b96525-c1e8-4b48-a49c-6767d44b27f7 req-2e66acdb-116d-4125-8caa-47f5be7988a0 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:08.648353 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b7b96525-c1e8-4b48-a49c-6767d44b27f7 req-2e66acdb-116d-4125-8caa-47f5be7988a0 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0467861 Jul 11 14:12:08.706727 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b7b96525-c1e8-4b48-a49c-6767d44b27f7 req-6836dad6-0cff-4344-a780-33ff79f1ad3d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526671 Jul 11 14:12:08.782046 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-6769f11f-29ed-4fa8-9a63-878f69ccef11 service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863001 Jul 11 14:12:09.104086 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-6aa591c8-841a-4f7a-a674-e1b9944ab2ac req-be290023-10f3-4758-876b-74c3d906a23b service neutron] 10.222.0.55 "GET /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142805 Jul 11 14:12:09.826019 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934106-0c8b-4f4d-8627-e40c74bad451 req-638fe124-a19c-49bc-8292-f89d5d724fb4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:09.828129 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e4934106-0c8b-4f4d-8627-e40c74bad451 req-638fe124-a19c-49bc-8292-f89d5d724fb4 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0514677 Jul 11 14:12:09.888168 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e4934106-0c8b-4f4d-8627-e40c74bad451 req-cd629feb-44a0-4c9c-b453-cf050f5bce89 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542228 Jul 11 14:12:10.902703 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:11.011483 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e0c87-cf65-4138-927d-7c46a93cb73b req-cab92a74-5fde-4a7c-9b94-d909f794270a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:11.012951 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d08e0c87-cf65-4138-927d-7c46a93cb73b req-cab92a74-5fde-4a7c-9b94-d909f794270a tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0492499 Jul 11 14:12:11.073028 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d08e0c87-cf65-4138-927d-7c46a93cb73b req-6ac241c3-1316-49e5-a0f5-6e39af5d3a13 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&id=fdea2c5a-b313-418d-8a38-0ec70ae96512&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539412 Jul 11 14:12:15.896452 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:16.801486 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=70 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:16.802269 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=78 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:17.464761 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3233e509-b7c2-43fe-b69f-70bcc22528f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:19.100137 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=41 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:19.100906 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=54 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:19.901245 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6029eaba-865d-4e76-90ed-933b3d2942f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:21.038142 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:21.059694 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=55 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:21.067790 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=52 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:22.563045 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:22.815748 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:24.904641 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956192a2-840d-4972-887d-09b6985d1cd5 req-69e6778a-d522-4bff-9ee3-aa9b13353120 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:24.906571 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-956192a2-840d-4972-887d-09b6985d1cd5 req-69e6778a-d522-4bff-9ee3-aa9b13353120 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0476189 Jul 11 14:12:25.205390 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-956192a2-840d-4972-887d-09b6985d1cd5 req-cc9dc885-2eed-470b-86e1-d397b03da667 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929528 Jul 11 14:12:25.556980 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:26.319784 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2943-2fc5-455d-bc79-b581f2f21320 req-15f8d31a-2bc1-4460-b81a-168dbea5841b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:26.321231 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63ed2943-2fc5-455d-bc79-b581f2f21320 req-15f8d31a-2bc1-4460-b81a-168dbea5841b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0473616 Jul 11 14:12:26.367625 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63ed2943-2fc5-455d-bc79-b581f2f21320 req-0102ea69-c333-4813-9298-7ffcdcac2a0f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407431 Jul 11 14:12:26.986929 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:26.987541 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:27.482896 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69758-aa06-4aed-9d55-effad38067f9 req-8e817e0a-f9e6-4fef-b3b2-c01c7168cdf2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:27.484331 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e69758-aa06-4aed-9d55-effad38067f9 req-8e817e0a-f9e6-4fef-b3b2-c01c7168cdf2 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0477040 Jul 11 14:12:27.533900 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02e69758-aa06-4aed-9d55-effad38067f9 req-5b9d7b3d-d326-42f0-b040-bd522d4dda5d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433114 Jul 11 14:12:28.646224 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b2da-b41e-4f2b-9de4-0d0e797de1e7 req-8861d0ee-32a9-42fe-b5b8-3bca6d5aaa36 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:28.647715 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9856b2da-b41e-4f2b-9de4-0d0e797de1e7 req-8861d0ee-32a9-42fe-b5b8-3bca6d5aaa36 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0468905 Jul 11 14:12:28.695987 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9856b2da-b41e-4f2b-9de4-0d0e797de1e7 req-c8973bd1-8a53-4592-bb56-da219079a604 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Jul 11 14:12:29.815637 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf073f4-7e48-40fe-a537-98ed5501b4bc req-304a9832-da9e-43b4-8c30-b380bc24a555 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:29.816999 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5bf073f4-7e48-40fe-a537-98ed5501b4bc req-304a9832-da9e-43b4-8c30-b380bc24a555 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0467110 Jul 11 14:12:29.863382 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5bf073f4-7e48-40fe-a537-98ed5501b4bc req-54d4fca5-5ce4-4d2e-9883-a1c122364ddf tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408447 Jul 11 14:12:30.982141 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf295a2c-8b44-45d1-b4df-b70a7b07f954 req-11aac51e-5b16-465d-94d1-95e229080dfa tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:30.983808 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bf295a2c-8b44-45d1-b4df-b70a7b07f954 req-11aac51e-5b16-465d-94d1-95e229080dfa tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Jul 11 14:12:31.034287 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bf295a2c-8b44-45d1-b4df-b70a7b07f954 req-3ee514d3-8e57-4cf8-9ea5-8a138db209e1 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442157 Jul 11 14:12:31.089302 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd9fc-3972-4585-9051-4086d13cbe39 req-623e64ac-213a-4609-8221-379a5a223da0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:31.090769 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-60afd9fc-3972-4585-9051-4086d13cbe39 req-623e64ac-213a-4609-8221-379a5a223da0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0479312 Jul 11 14:12:31.136920 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-60afd9fc-3972-4585-9051-4086d13cbe39 req-3dcb9d88-5354-42fa-b8b4-9090efa8bb43 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Jul 11 14:12:32.150219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafa077-26d5-4d80-8233-4c7b5d8aeccd req-1e08bcf8-7932-48c7-98e0-0b54ef27c162 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:32.151712 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4aafa077-26d5-4d80-8233-4c7b5d8aeccd req-1e08bcf8-7932-48c7-98e0-0b54ef27c162 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0494797 Jul 11 14:12:32.198525 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4aafa077-26d5-4d80-8233-4c7b5d8aeccd req-4e95915b-7fbe-42d4-85e9-5a66eb791124 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Jul 11 14:12:32.250789 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909c5b-61b9-456b-bc8d-9a3b842f6ff1 req-d676b33c-86ef-41ae-aa9e-49445379d36b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:32.252225 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-35909c5b-61b9-456b-bc8d-9a3b842f6ff1 req-d676b33c-86ef-41ae-aa9e-49445379d36b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0460820 Jul 11 14:12:32.298083 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-35909c5b-61b9-456b-bc8d-9a3b842f6ff1 req-9e939943-c054-486a-806f-dd2e06fdcaf2 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402536 Jul 11 14:12:33.122442 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-265ad46e-43e0-4506-9051-349b01b3e008 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:33.123852 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-265ad46e-43e0-4506-9051-349b01b3e008 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0459933 Jul 11 14:12:33.209903 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port d7342fd5-1b82-4926-80b9-ea0bfecd119d {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:12:33.210262 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:33.303349 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] For port d7342fd5-1b82-4926-80b9-ea0bfecd119d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=d7342fd5-1b82-4926-80b9-ea0bfecd119d,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:12:33.303716 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:33.312793 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbf3ce-72c8-4c3f-ad63-c623bb4ec4e2 req-79f6659c-4097-45e6-838d-9687bac3e47f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:33.314268 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7bdbf3ce-72c8-4c3f-ad63-c623bb4ec4e2 req-79f6659c-4097-45e6-838d-9687bac3e47f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0472267 Jul 11 14:12:33.394867 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7bdbf3ce-72c8-4c3f-ad63-c623bb4ec4e2 req-508d2c14-3c65-47b0-8707-9bff181302f5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740647 Jul 11 14:12:33.433220 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:33.448866 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21312c-1f61-400f-b179-741fe3d6b7df req-c97f6e27-7811-417f-987d-46ce4d346e71 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:33.450371 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ef21312c-1f61-400f-b179-741fe3d6b7df req-c97f6e27-7811-417f-987d-46ce4d346e71 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 945 time: 0.0498533 Jul 11 14:12:33.497242 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ef21312c-1f61-400f-b179-741fe3d6b7df req-ff18bd1c-34e0-4db9-bf97-79862213fa18 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=7f419374-787d-4fe8-a3dc-0b71dc26f7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411766 Jul 11 14:12:33.513683 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:33.514046 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (3fa1c72d-0591-478b-b66f-9cc5e6ae7056), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:33.514388 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP 3fa1c72d-0591-478b-b66f-9cc5e6ae7056 disassociated. External IP: 172.27.1.70, port: d7342fd5-1b82-4926-80b9-ea0bfecd119d. Jul 11 14:12:33.514731 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for d7342fd5-1b82-4926-80b9-ea0bfecd119d owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:12:33.644163 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (d7342fd5-1b82-4926-80b9-ea0bfecd119d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:33.673594 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=d7342fd5-1b82-4926-80b9-ea0bfecd119d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:33.685947 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.686290 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.686652 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.686983 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.687310 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.687639 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.687980 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.688301 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.688620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.688936 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.689259 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.689574 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.689889 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.690203 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.690542 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:33.791520 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:12:33.902267 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:12:33.913996 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:12:33.928849 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:12:33.930042 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:33.949340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] No DVR routers for this DVR port d7342fd5-1b82-4926-80b9-ea0bfecd119d on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:12:33.951951 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:33.955295 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-99a507ce-d824-44cc-9bea-856ed3e12347 req-f6e00c23-a7ce-47df-9f7a-655c65983480 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "DELETE /v2.0/ports/d7342fd5-1b82-4926-80b9-ea0bfecd119d HTTP/1.1" status: 204 len: 173 time: 0.8255630 Jul 11 14:12:33.955748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'name': 'network-vif-deleted', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:12:33.958007 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098272a2-b639-4c71-b049-661b114db04d" -d '{"events": [{"server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "name": "network-vif-deleted", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:12:34.076757 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb4e71e-6056-40a8-9ed8-a29131b4815b x-openstack-request-id: req-bfb4e71e-6056-40a8-9ed8-a29131b4815b {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:12:34.077460 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619764ad-475f-4665-85d2-dfb69d85fa1c", "name": "network-vif-deleted", "tag": "d7342fd5-1b82-4926-80b9-ea0bfecd119d", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:12:34.078152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfb4e71e-6056-40a8-9ed8-a29131b4815b {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:12:34.078152 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb4e71e-6056-40a8-9ed8-a29131b4815b'] response: {'server_uuid': '619764ad-475f-4665-85d2-dfb69d85fa1c', 'name': 'network-vif-deleted', 'tag': 'd7342fd5-1b82-4926-80b9-ea0bfecd119d', 'status': 'completed', 'code': 200} Jul 11 14:12:34.146986 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:12:34.371797 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:08:00Z', 'revision_number': 2, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:34.396432 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:12:34.405101 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:12:34.406196 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:34.514732 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:12:34.515916 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab7f9-3335-4624-8fe3-7eb2a84fcd94 req-bc10dc21-60cd-4139-b53f-cddc7dfcd525 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:34.526916 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9cab7f9-3335-4624-8fe3-7eb2a84fcd94 req-bc10dc21-60cd-4139-b53f-cddc7dfcd525 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0598283 Jul 11 14:12:34.551849 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:34.587079 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9cab7f9-3335-4624-8fe3-7eb2a84fcd94 req-94e12425-85f9-4912-be2f-9c0388d90cf5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591948 Jul 11 14:12:34.633619 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-64146774-90bd-4086-8973-f14d2ac31e52 req-328d5ed2-1cd9-4e30-9aab-60c61122ab9b tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=619764ad-475f-4665-85d2-dfb69d85fa1c HTTP/1.1" status: 200 len: 210 time: 0.0391195 Jul 11 14:12:34.761455 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:08:00Z', 'revision_number': 2, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:34.790421 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d1926-89d8-4ffd-8379-7bf916c644eb None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ec3e686f-9fa3-46cf-b844-b62839f1b3d0', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:51:24:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:07:08Z', 'updated_at': '2022-07-11T14:08:00Z', 'revision_number': 2, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:12:35.012131 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b27e29-f32f-45fd-94e0-54186f984a04 None None] New status for floating IP 3fa1c72d-0591-478b-b66f-9cc5e6ae7056: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:12:35.702891 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ccf9-3c76-41a7-a760-d82dd888fc2a req-7ca4da6e-4dbc-4450-abe8-4b57fa380bf4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:35.705957 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b499ccf9-3c76-41a7-a760-d82dd888fc2a req-7ca4da6e-4dbc-4450-abe8-4b57fa380bf4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0572033 Jul 11 14:12:35.726579 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45588) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:35.764271 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b499ccf9-3c76-41a7-a760-d82dd888fc2a req-16f205b5-9dc8-459d-b0f8-f030fc2b170f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522346 Jul 11 14:12:35.776463 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:35.794490 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d930a4fa-aaad-4c5b-9b72-5f39283d3cd9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (7f419374-787d-4fe8-a3dc-0b71dc26f7a0), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:35.821832 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d930a4fa-aaad-4c5b-9b72-5f39283d3cd9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (7f419374-787d-4fe8-a3dc-0b71dc26f7a0), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:35.835434 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:35.875707 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d930a4fa-aaad-4c5b-9b72-5f39283d3cd9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7f419374-787d-4fe8-a3dc-0b71dc26f7a0), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:35.878279 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d930a4fa-aaad-4c5b-9b72-5f39283d3cd9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:35.879481 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d930a4fa-aaad-4c5b-9b72-5f39283d3cd9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/security-groups/7f419374-787d-4fe8-a3dc-0b71dc26f7a0 HTTP/1.1" status: 204 len: 168 time: 0.1511548 Jul 11 14:12:35.882326 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45590) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:35.889603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a4fa-aaad-4c5b-9b72-5f39283d3cd9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f419374-787d-4fe8-a3dc-0b71dc26f7a0,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:35.900248 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.api.v2.resource [None req-ae10df7b-8ade-4033-a9ab-505c5f1b6d99 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] show failed (client error): The resource could not be found. Jul 11 14:12:35.904150 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-ae10df7b-8ade-4033-a9ab-505c5f1b6d99 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups/7f419374-787d-4fe8-a3dc-0b71dc26f7a0 HTTP/1.1" status: 404 len: 347 time: 0.0181570 Jul 11 14:12:35.904435 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45592) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:36.020512 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port aeefd49c-923f-494e-bfc6-0832a6db8f02 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:12:36.020843 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:36.104639 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:36.104966 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (aeefd49c-923f-494e-bfc6-0832a6db8f02), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:36.118906 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for aeefd49c-923f-494e-bfc6-0832a6db8f02 owned by network:floatingip {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:12:36.257798 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (aeefd49c-923f-494e-bfc6-0832a6db8f02), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:36.283466 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=aeefd49c-923f-494e-bfc6-0832a6db8f02,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:36.295980 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.296329 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.296668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.297053 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.297387 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.297719 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.298050 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.298410 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.299212 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.299212 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.299420 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.299686 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.300006 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.300325 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.300891 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:36.358330 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (3fa1c72d-0591-478b-b66f-9cc5e6ae7056), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:36.361009 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:36.362142 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7d72a2e0-a8d0-4253-b458-031132451fc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/floatingips/3fa1c72d-0591-478b-b66f-9cc5e6ae7056 HTTP/1.1" status: 204 len: 168 time: 0.4567862 Jul 11 14:12:36.887913 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2b812-952a-4292-8ec0-a6e37693c8c0 req-93c26c59-e613-4d5f-979e-02a863592021 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:36.889472 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2ff2b812-952a-4292-8ec0-a6e37693c8c0 req-93c26c59-e613-4d5f-979e-02a863592021 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0512207 Jul 11 14:12:36.943578 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2ff2b812-952a-4292-8ec0-a6e37693c8c0 req-316841f2-977f-4e17-b876-042205965aec tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471339 Jul 11 14:12:36.966041 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device d7342fd5-1b82-4926-80b9-ea0bfecd119d no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:12:36.984858 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: d7342fd5-1b82-4926-80b9-ea0bfecd119d {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:12:36.985193 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device d7342fd5-1b82-4926-80b9-ea0bfecd119d not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:12:37.905638 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:12:38.058293 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ea59f-0e1c-4488-b290-038b60ed6c5e req-61973339-cc64-4c9d-a602-ddf5d96c195c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:38.059819 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2e4ea59f-0e1c-4488-b290-038b60ed6c5e req-61973339-cc64-4c9d-a602-ddf5d96c195c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0486708 Jul 11 14:12:38.109541 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2e4ea59f-0e1c-4488-b290-038b60ed6c5e req-65435767-0c8c-454f-9358-09b133da154a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Jul 11 14:12:39.012056 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:39.031434 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd14f5-b1e4-4a8e-96f6-7e74b199903c req-e78c02dd-f749-4371-830c-e53c25e34755 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:39.032953 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6bfd14f5-b1e4-4a8e-96f6-7e74b199903c req-e78c02dd-f749-4371-830c-e53c25e34755 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0492859 Jul 11 14:12:39.082723 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6bfd14f5-b1e4-4a8e-96f6-7e74b199903c req-a5722aef-8171-4f4d-8465-3be6513a6d3a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 Jul 11 14:12:39.232592 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc5537-92ea-4fc6-95f8-47598a27129b req-395a35ca-5a70-4914-9d87-f73fc8a05be4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:39.234596 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f8dc5537-92ea-4fc6-95f8-47598a27129b req-395a35ca-5a70-4914-9d87-f73fc8a05be4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0532169 Jul 11 14:12:39.285704 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f8dc5537-92ea-4fc6-95f8-47598a27129b req-661f5b77-7ac5-4ac0-bc61-6532707a2687 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Jul 11 14:12:40.181085 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:40.199146 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d116ef-7eeb-4e41-8151-f4789f427c93 req-03852026-561a-47ac-997f-9477886d0683 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:40.200607 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d7d116ef-7eeb-4e41-8151-f4789f427c93 req-03852026-561a-47ac-997f-9477886d0683 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0480175 Jul 11 14:12:40.248454 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d7d116ef-7eeb-4e41-8151-f4789f427c93 req-9d74a928-7188-4f51-9ac4-0a820eae968a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=87cd3f6c-5524-46ac-befe-1804630015d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Jul 11 14:12:40.407058 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1a8e-6386-467a-b2d3-83e6923e9891 req-fd36ab79-6f24-43b0-a716-76c0b7001e23 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:40.408615 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bc9d1a8e-6386-467a-b2d3-83e6923e9891 req-fd36ab79-6f24-43b0-a716-76c0b7001e23 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0517454 Jul 11 14:12:40.466964 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bc9d1a8e-6386-467a-b2d3-83e6923e9891 req-9b454740-1efb-42bf-8fbc-ce3e663d16ca tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528102 Jul 11 14:12:40.613034 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c488722-c579-444b-85fd-69814344ad13 req-e09ced56-5972-4109-870b-d0060a8e50b8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:40.614506 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c488722-c579-444b-85fd-69814344ad13 req-e09ced56-5972-4109-870b-d0060a8e50b8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 946 time: 0.0479062 Jul 11 14:12:40.704162 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:12:40.704504 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:40.792924 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] For port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:12:40.793283 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:40.961283 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:40.961558 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ec3e686f-9fa3-46cf-b844-b62839f1b3d0), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:40.961874 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP ec3e686f-9fa3-46cf-b844-b62839f1b3d0 disassociated. External IP: 172.27.1.178, port: 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4. Jul 11 14:12:40.962220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:12:41.094638 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (60d6a63c-f969-420e-97a5-2a6fcfdfeaa4), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:41.122899 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=60d6a63c-f969-420e-97a5-2a6fcfdfeaa4,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:41.236868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:12:41.349262 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90c9b2b7-28dc-458b-946d-2acbfa3135b8 req-36cc1637-81b3-41f3-aa73-fb82b94cfeed tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2bf941c-f166-4236-b1dc-c7943dfa23cb HTTP/1.1" status: 200 len: 210 time: 0.0300205 Jul 11 14:12:41.351908 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:12:41.370648 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:12:41.377308 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:12:41.377980 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:41.396980 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] No DVR routers for this DVR port 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:12:41.399538 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:41.402874 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9c488722-c579-444b-85fd-69814344ad13 req-27862a04-1b54-4dc1-8799-2461c622e8a1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "DELETE /v2.0/ports/60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 HTTP/1.1" status: 204 len: 173 time: 0.7829835 Jul 11 14:12:41.403322 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'name': 'network-vif-deleted', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:12:41.406119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666afbe5-f882-45f2-8177-821cb6fe3a60" -d '{"events": [{"server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "name": "network-vif-deleted", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:12:41.446081 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec715f3-cb6a-40f3-9a30-e91d71108eda x-openstack-request-id: req-9ec715f3-cb6a-40f3-9a30-e91d71108eda {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:12:41.446402 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf941c-f166-4236-b1dc-c7943dfa23cb", "name": "network-vif-deleted", "tag": "60d6a63c-f969-420e-97a5-2a6fcfdfeaa4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:12:41.446658 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ec715f3-cb6a-40f3-9a30-e91d71108eda {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:12:41.447062 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec715f3-cb6a-40f3-9a30-e91d71108eda'] response: {'server_uuid': 'b2bf941c-f166-4236-b1dc-c7943dfa23cb', 'name': 'network-vif-deleted', 'tag': '60d6a63c-f969-420e-97a5-2a6fcfdfeaa4', 'status': 'completed', 'code': 200} Jul 11 14:12:41.490855 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:12:41.589466 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:41.641250 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b335128-acd4-4d82-ad68-da4f1d11122d req-c6e13246-f277-4180-9730-597de23477f8 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:41.643158 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8b335128-acd4-4d82-ad68-da4f1d11122d req-c6e13246-f277-4180-9730-597de23477f8 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0691023 Jul 11 14:12:41.668686 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:41.704156 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8b335128-acd4-4d82-ad68-da4f1d11122d req-91f97ff4-b676-4a17-bfdb-98dd2cda9298 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542679 Jul 11 14:12:41.726835 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:41.749525 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:12:41.758669 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:12:41.759277 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:41.882140 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:12:41.979021 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32396c6-056b-43ff-8af4-3aa28dee7cd6 req-2d50124e-acf2-4f1d-9eba-596c80c22b01 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:41.986707 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e32396c6-056b-43ff-8af4-3aa28dee7cd6 req-2d50124e-acf2-4f1d-9eba-596c80c22b01 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0723100 Jul 11 14:12:42.050043 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e32396c6-056b-43ff-8af4-3aa28dee7cd6 req-91a73e0b-c80a-48e9-a2b8-c7fb9b95dc55 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618098 Jul 11 14:12:42.119650 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:12:42.149105 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccf7dca-cc6b-46e6-8d5f-09c8fd5d45fa None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:12:42.212325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c77d63-78bc-4400-9413-2d98783760d5 req-bf50e037-1cf7-4ad3-97ee-42a82a154f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:42.215048 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-32c77d63-78bc-4400-9413-2d98783760d5 req-bf50e037-1cf7-4ad3-97ee-42a82a154f30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 1130 time: 0.1291759 Jul 11 14:12:42.241895 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:42.246055 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:42.321081 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c77d63-78bc-4400-9413-2d98783760d5 req-9d031376-d40b-44b0-91c3-e0547c8d1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:42.322572 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-32c77d63-78bc-4400-9413-2d98783760d5 req-9d031376-d40b-44b0-91c3-e0547c8d1588 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 911 time: 0.1016448 Jul 11 14:12:42.393142 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-32c77d63-78bc-4400-9413-2d98783760d5 req-70702fc7-8014-4ffc-858a-5a3364f5610a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35 HTTP/1.1" status: 200 len: 1001 time: 0.0636122 Jul 11 14:12:42.421064 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487dc261-babe-49c5-a315-c292533a17f1 None None] New status for floating IP ec3e686f-9fa3-46cf-b844-b62839f1b3d0: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:12:42.444636 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45640) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:42.462543 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c77d63-78bc-4400-9413-2d98783760d5 req-a9d8f2fc-f1c8-4311-a611-c8298d792f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:42.464057 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-32c77d63-78bc-4400-9413-2d98783760d5 req-a9d8f2fc-f1c8-4311-a611-c8298d792f75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.0622590 Jul 11 14:12:42.523286 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c77d63-78bc-4400-9413-2d98783760d5 req-1818b2c5-ccfe-4e21-ad14-65371342178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:42.524823 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-32c77d63-78bc-4400-9413-2d98783760d5 req-1818b2c5-ccfe-4e21-ad14-65371342178b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541406 Jul 11 14:12:42.550257 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-53de7e52-5042-42a3-8fcd-830d152b625c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (87cd3f6c-5524-46ac-befe-1804630015d3), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:42.622103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-53de7e52-5042-42a3-8fcd-830d152b625c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (87cd3f6c-5524-46ac-befe-1804630015d3), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:42.678357 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-32c77d63-78bc-4400-9413-2d98783760d5 req-41209b85-8ca0-4177-ba61-86c639abc60c service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390612 Jul 11 14:12:42.711849 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-53de7e52-5042-42a3-8fcd-830d152b625c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (87cd3f6c-5524-46ac-befe-1804630015d3), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:42.714314 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-53de7e52-5042-42a3-8fcd-830d152b625c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:42.715398 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-53de7e52-5042-42a3-8fcd-830d152b625c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/security-groups/87cd3f6c-5524-46ac-befe-1804630015d3 HTTP/1.1" status: 204 len: 168 time: 0.2698531 Jul 11 14:12:42.718509 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45642) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:42.732587 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.api.v2.resource [None req-0b597b51-7d6b-49c6-a20d-fe904ee172d8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] show failed (client error): The resource could not be found. Jul 11 14:12:42.733519 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de7e52-5042-42a3-8fcd-830d152b625c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd3f6c-5524-46ac-befe-1804630015d3,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:42.733816 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-0b597b51-7d6b-49c6-a20d-fe904ee172d8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups/87cd3f6c-5524-46ac-befe-1804630015d3 HTTP/1.1" status: 404 len: 347 time: 0.0140970 Jul 11 14:12:42.736652 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45644) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:42.793881 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-32c77d63-78bc-4400-9413-2d98783760d5 req-594d0bda-433e-463e-8a84-60540519e7e3 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087499 Jul 11 14:12:42.855611 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port 44fc3c12-da77-4b45-9fda-b48fe03c6024 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:12:42.855958 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:42.943799 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:42.944192 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (44fc3c12-da77-4b45-9fda-b48fe03c6024), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:42.958704 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for 44fc3c12-da77-4b45-9fda-b48fe03c6024 owned by network:floatingip {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:12:42.987898 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:12:43.010454 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:12:43.010960 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 60d6a63c-f969-420e-97a5-2a6fcfdfeaa4 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:12:43.086422 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94c7a6-5789-4b35-8f9c-1ac0560ab033 req-63ec09a7-3eee-4a41-8fe0-01115bf19f35 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:43.087925 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1b94c7a6-5789-4b35-8f9c-1ac0560ab033 req-63ec09a7-3eee-4a41-8fe0-01115bf19f35 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0581076 Jul 11 14:12:43.176124 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:43.211373 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19983cd-1fec-400c-9906-ef6f045a7a06 req-67b2703a-9dd2-4f3f-bf5b-96f3f252f91c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:43.212843 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d19983cd-1fec-400c-9906-ef6f045a7a06 req-67b2703a-9dd2-4f3f-bf5b-96f3f252f91c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0815370 Jul 11 14:12:43.220642 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (44fc3c12-da77-4b45-9fda-b48fe03c6024), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.253732 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1b94c7a6-5789-4b35-8f9c-1ac0560ab033 req-02cdf0ff-1984-4d5f-8c67-6d3b91fb77ef tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571290 Jul 11 14:12:43.263578 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=44fc3c12-da77-4b45-9fda-b48fe03c6024,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:43.277327 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:43.348413 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d19983cd-1fec-400c-9906-ef6f045a7a06 req-7525d862-9202-4c5b-8d5b-9e2631b23fca tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286674 Jul 11 14:12:43.357329 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (ec3e686f-9fa3-46cf-b844-b62839f1b3d0), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.359915 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.370328 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-3f47cb50-3c2e-4190-a3c4-f2e81ca40894 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/floatingips/ec3e686f-9fa3-46cf-b844-b62839f1b3d0 HTTP/1.1" status: 204 len: 168 time: 0.6234086 Jul 11 14:12:43.449360 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45658) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:43.454597 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-f7b8e9d2-8574-4e34-b3b4-c7cb337de860 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000197969', 'description': 'tempest-description--1509686731'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:43.476728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e9d2-8574-4e34-b3b4-c7cb337de860 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.547452 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e9d2-8574-4e34-b3b4-c7cb337de860 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (796765c7-2389-43df-9df3-3fdbc2ad51e3), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.551508 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e9d2-8574-4e34-b3b4-c7cb337de860 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (796765c7-2389-43df-9df3-3fdbc2ad51e3), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.583311 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f7b8e9d2-8574-4e34-b3b4-c7cb337de860 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.584522 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f7b8e9d2-8574-4e34-b3b4-c7cb337de860 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1341569 Jul 11 14:12:43.586562 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8e9d2-8574-4e34-b3b4-c7cb337de860 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796765c7-2389-43df-9df3-3fdbc2ad51e3,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:43.587888 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45660) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:43.592880 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-1844d120-1249-44c9-a12a-231dc4c7c8b9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '796765c7-2389-43df-9df3-3fdbc2ad51e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:43.620380 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1844d120-1249-44c9-a12a-231dc4c7c8b9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (f2fc1494-eeb0-441d-b546-fccfe834a5ca), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.670678 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1844d120-1249-44c9-a12a-231dc4c7c8b9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (f2fc1494-eeb0-441d-b546-fccfe834a5ca), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.676373 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1844d120-1249-44c9-a12a-231dc4c7c8b9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (f2fc1494-eeb0-441d-b546-fccfe834a5ca), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.696104 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844d120-1249-44c9-a12a-231dc4c7c8b9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fc1494-eeb0-441d-b546-fccfe834a5ca,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:43.703030 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1844d120-1249-44c9-a12a-231dc4c7c8b9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.704245 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-1844d120-1249-44c9-a12a-231dc4c7c8b9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150184 Jul 11 14:12:43.707036 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45662) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:43.711255 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-267d3ed3-7f8c-4f4e-b66e-896f3de0f393 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '796765c7-2389-43df-9df3-3fdbc2ad51e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:43.739605 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-267d3ed3-7f8c-4f4e-b66e-896f3de0f393 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (bf56a07d-3643-444f-9814-0d0a535e160f), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.798046 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-267d3ed3-7f8c-4f4e-b66e-896f3de0f393 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (bf56a07d-3643-444f-9814-0d0a535e160f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.802559 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-267d3ed3-7f8c-4f4e-b66e-896f3de0f393 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (bf56a07d-3643-444f-9814-0d0a535e160f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.809190 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:43.831403 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d3ed3-7f8c-4f4e-b66e-896f3de0f393 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf56a07d-3643-444f-9814-0d0a535e160f,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:43.839854 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-267d3ed3-7f8c-4f4e-b66e-896f3de0f393 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.841166 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-267d3ed3-7f8c-4f4e-b66e-896f3de0f393 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332254 Jul 11 14:12:43.844616 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45664) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:43.849417 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:43.873320 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:43.959354 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.069552 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.27.1.214 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/b0dea22f-c719-4b39-80fc-4d5abf55fb10) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:12:44.183804 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.217251 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.263136 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:12:44.266219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:12:44.269803 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:12:44.296242 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:44.306454 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=b0dea22f-c719-4b39-80fc-4d5abf55fb10,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:44.381542 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:44.402547 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.410001 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5212d6-2d63-4872-8e24-ef19424e374f req-a832149f-731f-45e2-bc18-7fff4d0935a9 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:44.411551 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4e5212d6-2d63-4872-8e24-ef19424e374f req-a832149f-731f-45e2-bc18-7fff4d0935a9 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0800750 Jul 11 14:12:44.507123 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.543514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd59d7-bd70-40e9-ad65-e11a0b429481 req-ed5473d8-d6ab-4910-9116-a549799b4ff3 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:44.544985 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69bd59d7-bd70-40e9-ad65-e11a0b429481 req-ed5473d8-d6ab-4910-9116-a549799b4ff3 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.1178391 Jul 11 14:12:44.552804 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4e5212d6-2d63-4872-8e24-ef19424e374f req-5a15ab83-bf86-47d5-9046-e15101cfc2fd tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341746 Jul 11 14:12:44.625644 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69bd59d7-bd70-40e9-ad65-e11a0b429481 req-16c6d3f9-4bce-4a9b-8f3e-ac8f3c5e46cf tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718205 Jul 11 14:12:44.720944 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.726804 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.796792 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=b0dea22f-c719-4b39-80fc-4d5abf55fb10,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:44.807459 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.825470 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:44.827358 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-becfcd30-f229-43fe-a44f-6a117a8b31bb tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9814231 Jul 11 14:12:44.982516 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-9b707efb-381a-41f4-b888-37b846313770 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2000197969&fields=id&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 267 time: 0.0452161 Jul 11 14:12:45.101235 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-75d45162-bac1-4089-b63a-eb29bcc0e02e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:45.102806 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-75d45162-bac1-4089-b63a-eb29bcc0e02e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 0.1130934 Jul 11 14:12:45.127897 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-b2ec8842-3bf5-482a-9477-b63ba87a0176 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/quotas/da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 375 time: 0.0154722 Jul 11 14:12:45.181140 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-00675d27-bd40-47b6-9e89-a72448390c8a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476456 Jul 11 14:12:45.333277 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-8176d679-ffdc-4916-98dd-ceede5b8c585 service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393876 Jul 11 14:12:45.363730 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:45.428327 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:45.434258 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-68c1f412-a3da-4791-a914-9e73214cc6ea service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947509 Jul 11 14:12:45.613989 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-64fe3284-349f-46b4-9382-7c3e48c6840d req-87614ede-ce4e-4897-8029-b371c7e12eda tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 210 time: 0.0421081 Jul 11 14:12:45.698652 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784969-4316-456c-8107-d6dac5afca2e req-07fd702f-ea63-4cef-9de0-d8f09dfe1e1b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:45.700262 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9784969-4316-456c-8107-d6dac5afca2e req-07fd702f-ea63-4cef-9de0-d8f09dfe1e1b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0544364 Jul 11 14:12:45.756208 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9784969-4316-456c-8107-d6dac5afca2e req-951bc588-8540-4e73-a48b-98ab3e157150 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486042 Jul 11 14:12:46.727058 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17ce5a21-0454-4de0-a301-3e7a0bad7862 req-d2c9c1c0-a09f-44bc-9e34-2a9f114a7253 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 210 time: 0.0351193 Jul 11 14:12:46.879151 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f473e6-d915-4a92-9946-bb768425b886 req-e083c0a5-950d-45c1-af89-436551ac115a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:46.881041 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-13f473e6-d915-4a92-9946-bb768425b886 req-e083c0a5-950d-45c1-af89-436551ac115a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0544806 Jul 11 14:12:46.933651 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-13f473e6-d915-4a92-9946-bb768425b886 req-2a728e08-52e0-4389-ad33-6635ab9c0bb4 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469768 Jul 11 14:12:46.956951 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:46.972417 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-b03ef50d-6a1e-4bc9-a184-6caff7519a9e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:46.973905 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-b03ef50d-6a1e-4bc9-a184-6caff7519a9e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 0.1271768 Jul 11 14:12:47.047956 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-5ee83c0c-0129-4573-9678-a6cc75d83b63 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 380 time: 0.0571148 Jul 11 14:12:47.168162 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'port': {'device_id': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'admin_state_up': True, 'tenant_id': 'da749564df7941929c6cb9159479d637', 'security_groups': ['796765c7-2389-43df-9df3-3fdbc2ad51e3']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:47.285789 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Made reservation on behalf of da749564df7941929c6cb9159479d637 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:12:47.289284 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:47.433892 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.20.0.10 (f652801d-32e3-4c8b-a676-9f89f4a15dcd/fc7b797d-6984-4e1f-959a-afe2cb54cbed/827011e5-30e0-4612-b116-50bf98ff23c7) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:12:47.459240 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:UPDATE=4,neutron:SELECT=24 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:47.460171 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:47.476599 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d0d538c1-bce8-4adf-b705-0c6d098edec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:47.584358 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (827011e5-30e0-4612-b116-50bf98ff23c7), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:47.616451 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:47.666241 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:12:47.669600 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:12:47.674252 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:12:47.679692 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:47.680373 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:47.690935 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=827011e5-30e0-4612-b116-50bf98ff23c7,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:47.706113 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-166d88d3-b6b6-4b62-9ade-87b021909d0f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5420935 Jul 11 14:12:47.773851 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Request body: {'port': {'device_id': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:47.846650 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:47.854057 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff8410-430d-4d39-b40c-78e363c6076d req-ef80f116-1426-4f0f-a0ae-f8a4640da2a9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:47.855740 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69ff8410-430d-4d39-b40c-78e363c6076d req-ef80f116-1426-4f0f-a0ae-f8a4640da2a9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 932 time: 0.0561736 Jul 11 14:12:47.914256 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69ff8410-430d-4d39-b40c-78e363c6076d req-b7c5226a-fa0d-4f92-97da-d55a593020e3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520203 Jul 11 14:12:47.927361 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-99944990-dcd5-46fb-89a1-d678653328ba None None] Provisioning complete for port 827011e5-30e0-4612-b116-50bf98ff23c7 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:12:47.927500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-99944990-dcd5-46fb-89a1-d678653328ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:47.960438 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-99944990-dcd5-46fb-89a1-d678653328ba None None] Port 827011e5-30e0-4612-b116-50bf98ff23c7 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:12:47.975676 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:47.988772 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:48.062151 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89e60-1bf7-408b-bbbe-85fa44590987 req-287e10b9-63a3-4112-bf6b-22d152daf54c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:48.063826 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32d89e60-1bf7-408b-bbbe-85fa44590987 req-287e10b9-63a3-4112-bf6b-22d152daf54c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0542359 Jul 11 14:12:48.119091 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32d89e60-1bf7-408b-bbbe-85fa44590987 req-88bc2b26-f8cf-414d-aed6-0e493cfb8077 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495229 Jul 11 14:12:48.134471 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827011e5-30e0-4612-b116-50bf98ff23c7 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:12:48.142930 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Publish callbacks [] for port (827011e5-30e0-4612-b116-50bf98ff23c7), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:48.156237 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Transition to ACTIVE for port object 827011e5-30e0-4612-b116-50bf98ff23c7 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:12:48.160210 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:48.209723 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Pushing event updated for resources: {'Port': ['ID=827011e5-30e0-4612-b116-50bf98ff23c7,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:48.248721 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Attempting to bind port 827011e5-30e0-4612-b116-50bf98ff23c7 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:12:48.249092 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Attempting to bind port 827011e5-30e0-4612-b116-50bf98ff23c7 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:12:48.249421 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Attempting to bind port 827011e5-30e0-4612-b116-50bf98ff23c7 on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:12:48.254190 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Port 827011e5-30e0-4612-b116-50bf98ff23c7 on network f652801d-32e3-4c8b-a676-9f89f4a15dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:12:48.254680 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Attempting to bind port 827011e5-30e0-4612-b116-50bf98ff23c7 on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:12:48.260201 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:12:48.260620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Checking segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:12:48.260994 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Bound using segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:12:48.261427 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Bound port: 827011e5-30e0-4612-b116-50bf98ff23c7, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:12:48.261783 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:48.327996 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] For port 827011e5-30e0-4612-b116-50bf98ff23c7, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:12:48.332652 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] For port 827011e5-30e0-4612-b116-50bf98ff23c7, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=827011e5-30e0-4612-b116-50bf98ff23c7,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:12:48.339835 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:48.380915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:48.381553 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:48.382921 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] 10.222.0.55 "PUT /v2.0/ports/827011e5-30e0-4612-b116-50bf98ff23c7 HTTP/1.1" status: 200 len: 1094 time: 0.6135402 Jul 11 14:12:48.383350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:12:48.385596 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0" -d '{"events": [{"name": "network-changed", "server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:12:48.411224 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa4cce-74b6-4416-9d53-6b4fdaeedb34 service neutron] Pushing event updated for resources: {'Port': ['ID=827011e5-30e0-4612-b116-50bf98ff23c7,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:48.436378 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d290fcdc-18be-47e3-8bba-73d5d4d4c3d0 x-openstack-request-id: req-d290fcdc-18be-47e3-8bba-73d5d4d4c3d0 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:12:48.436904 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:12:48.437173 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d290fcdc-18be-47e3-8bba-73d5d4d4c3d0 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:12:48.437588 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d290fcdc-18be-47e3-8bba-73d5d4d4c3d0'] response: {'name': 'network-changed', 'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7', 'status': 'completed', 'code': 200} Jul 11 14:12:48.498692 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-4e629842-34fa-4047-b422-28e6cd11c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:48.500785 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-4e629842-34fa-4047-b422-28e6cd11c18a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 1128 time: 0.0421071 Jul 11 14:12:48.547275 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-c3abbb69-5b1b-4401-a48f-95e552cd2d95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827011e5-30e0-4612-b116-50bf98ff23c7 HTTP/1.1" status: 200 len: 217 time: 0.0335617 Jul 11 14:12:48.600407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-a7e8b632-aabb-4b1b-b6e2-086c04f9e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:48.601486 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-a7e8b632-aabb-4b1b-b6e2-086c04f9e84f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0483727 Jul 11 14:12:48.646694 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-9b2c9cae-33a7-4bf0-a23d-f689f486066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:48.648165 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-9b2c9cae-33a7-4bf0-a23d-f689f486066b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404177 Jul 11 14:12:48.745819 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-ab4227e7-0e11-4a8e-b4cf-07eb5674ea80 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911548 Jul 11 14:12:48.844559 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-61e309c0-73bf-4cb6-9b13-330c6dd79c41 req-6f5910ae-e4b8-4221-9217-d8136d3e4040 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922010 Jul 11 14:12:49.030728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f01ae-a7c2-480d-8406-774b7585cd2f req-12950130-1f61-4b4f-a391-ba5c8b019391 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:49.032217 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db6f01ae-a7c2-480d-8406-774b7585cd2f req-12950130-1f61-4b4f-a391-ba5c8b019391 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 944 time: 0.0470960 Jul 11 14:12:49.080859 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db6f01ae-a7c2-480d-8406-774b7585cd2f req-7904bc2e-349e-4910-81fd-7f65c9e17892 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Jul 11 14:12:49.237228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb20d4-da4a-453c-bcc7-a52eeb929ac5 req-44b2d4c6-3d17-4c13-b90b-25882e556c32 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:49.238637 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ecbb20d4-da4a-453c-bcc7-a52eeb929ac5 req-44b2d4c6-3d17-4c13-b90b-25882e556c32 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0470471 Jul 11 14:12:49.287645 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ecbb20d4-da4a-453c-bcc7-a52eeb929ac5 req-9b0b65c0-70cc-4637-921a-56afc9c1f9c5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Jul 11 14:12:49.905182 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-231d85ca-d1c9-4082-86b6-0fc2fd41f013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:50.225945 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49401d-c134-4873-9318-42bc4978a6c5 req-68af7cd0-3c18-45d1-a095-afefa1f1a3f7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:50.227468 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8f49401d-c134-4873-9318-42bc4978a6c5 req-68af7cd0-3c18-45d1-a095-afefa1f1a3f7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 944 time: 0.0620809 Jul 11 14:12:50.289350 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8f49401d-c134-4873-9318-42bc4978a6c5 req-440d6747-5e67-42db-a54e-4c6b07a99899 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510416 Jul 11 14:12:50.413015 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006933a-8ea8-4533-8492-a9fc628016a6 req-eff303d4-6a4c-48ba-b23c-ad4f535c8aa5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:50.414584 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0006933a-8ea8-4533-8492-a9fc628016a6 req-eff303d4-6a4c-48ba-b23c-ad4f535c8aa5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0503118 Jul 11 14:12:50.469441 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0006933a-8ea8-4533-8492-a9fc628016a6 req-79004907-7995-4d6d-8fa1-c12819526dc1 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489693 Jul 11 14:12:51.044664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:51.440649 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e9e67-49e1-43db-8733-9c25ae8682de req-5e7b3287-87ac-432d-b395-1cd43bfa1ef4 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:51.442255 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8e0e9e67-49e1-43db-8733-9c25ae8682de req-5e7b3287-87ac-432d-b395-1cd43bfa1ef4 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 944 time: 0.0608492 Jul 11 14:12:51.500311 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8e0e9e67-49e1-43db-8733-9c25ae8682de req-7b264d90-cc5d-4e40-b45c-66098a884fc5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520647 Jul 11 14:12:51.603993 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dced-48b7-4292-abe1-4e50eec6dd1c req-2b618977-7d0f-4cd0-a1b4-b1499c902ce8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:51.605522 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93d6dced-48b7-4292-abe1-4e50eec6dd1c req-2b618977-7d0f-4cd0-a1b4-b1499c902ce8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0509911 Jul 11 14:12:51.664586 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93d6dced-48b7-4292-abe1-4e50eec6dd1c req-36363f34-6e75-4396-a882-39df5fb3fbda tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530293 Jul 11 14:12:51.706614 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-7fc39431-a0ef-43a0-8c5e-f6ea710df1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:51.708147 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-7fc39431-a0ef-43a0-8c5e-f6ea710df1fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 1128 time: 0.0450034 Jul 11 14:12:51.803615 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:51.835423 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-c5208d85-cf03-462b-9a5c-d92a4bf18720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:51.837010 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-c5208d85-cf03-462b-9a5c-d92a4bf18720 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.1013584 Jul 11 14:12:51.889150 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-1345fbac-ac6c-4b0d-95ea-6c5a2ded9d8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827011e5-30e0-4612-b116-50bf98ff23c7 HTTP/1.1" status: 200 len: 217 time: 0.0373261 Jul 11 14:12:51.930069 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:51.944642 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-e631fa74-c6c1-45c3-b945-1451aad338cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:51.946201 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-e631fa74-c6c1-45c3-b945-1451aad338cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0510454 Jul 11 14:12:51.996835 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-ab8ce9e8-768f-46ca-a0c1-388d6b41fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:51.998429 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-ab8ce9e8-768f-46ca-a0c1-388d6b41fe0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461991 Jul 11 14:12:52.100214 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-d83648c9-aa69-4dca-84fc-fabf113c7de5 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948718 Jul 11 14:12:52.115902 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=37 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:52.123035 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=45 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:52.211570 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b928dcdf-4ccd-4cc3-9ecb-d4fbb17e06e0 req-172aed0a-de0e-4662-b3a2-ab6ce14cab1e service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008506 Jul 11 14:12:52.575090 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:52.649289 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88bbef-202a-4046-8fb6-a4f6cadc3e6a req-3712c45c-d420-4942-af1c-cfede4308402 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:52.650922 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bf88bbef-202a-4046-8fb6-a4f6cadc3e6a req-3712c45c-d420-4942-af1c-cfede4308402 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 944 time: 0.0508616 Jul 11 14:12:52.681250 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:52.693095 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:52.724442 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bf88bbef-202a-4046-8fb6-a4f6cadc3e6a req-8a31a919-afd2-4cbb-8031-5320cf848aee tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661383 Jul 11 14:12:52.804619 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47086ed8-1469-403e-9356-7cbe719b8d84 req-9e7c0764-86c1-4826-8375-9e077a798278 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:52.806102 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-47086ed8-1469-403e-9356-7cbe719b8d84 req-9e7c0764-86c1-4826-8375-9e077a798278 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0499935 Jul 11 14:12:52.821820 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:52.869414 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-47086ed8-1469-403e-9356-7cbe719b8d84 req-0a00c05c-4739-4efd-853f-96453c94f730 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533133 Jul 11 14:12:53.021210 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 827011e5-30e0-4612-b116-50bf98ff23c7 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:12:53.128151 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 827011e5-30e0-4612-b116-50bf98ff23c7, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=827011e5-30e0-4612-b116-50bf98ff23c7,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:12:53.140744 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '827011e5-30e0-4612-b116-50bf98ff23c7', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'port_id': '827011e5-30e0-4612-b116-50bf98ff23c7', 'mac_address': 'fa:16:3e:06:db:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:12:53.179091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 827011e5-30e0-4612-b116-50bf98ff23c7 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:12:53.179477 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:53.193594 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827011e5-30e0-4612-b116-50bf98ff23c7 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:12:53.214185 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 827011e5-30e0-4612-b116-50bf98ff23c7, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=827011e5-30e0-4612-b116-50bf98ff23c7,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:12:53.219529 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:53.274133 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=827011e5-30e0-4612-b116-50bf98ff23c7,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:53.282526 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.282872 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.283212 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.283548 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.283877 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.284206 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.284530 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.284861 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.285182 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.285507 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.285832 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.286155 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.286500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.286819 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.287138 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:12:53.376429 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825017-cdb2-4291-b468-dda596a83c71 req-3af5e39e-c0d0-4108-82fb-8610d2b45ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:53.377926 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f825017-cdb2-4291-b468-dda596a83c71 req-3af5e39e-c0d0-4108-82fb-8610d2b45ffe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1129 time: 0.0430012 Jul 11 14:12:53.484148 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825017-cdb2-4291-b468-dda596a83c71 req-0acc3905-3f33-4c06-8d42-872587fc2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:53.485837 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f825017-cdb2-4291-b468-dda596a83c71 req-0acc3905-3f33-4c06-8d42-872587fc2075 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 910 time: 0.0971441 Jul 11 14:12:53.556837 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f825017-cdb2-4291-b468-dda596a83c71 req-246f6cbc-2e47-425e-9fad-86be95b83276 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0618145 Jul 11 14:12:53.610051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825017-cdb2-4291-b468-dda596a83c71 req-2e523c5a-a80c-4ca4-8b7c-a88c91cf0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:53.611670 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f825017-cdb2-4291-b468-dda596a83c71 req-2e523c5a-a80c-4ca4-8b7c-a88c91cf0d0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 200 len: 848 time: 0.0486796 Jul 11 14:12:53.666986 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825017-cdb2-4291-b468-dda596a83c71 req-9a9f8318-8e04-457e-9454-681a4a7b2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:53.668521 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f825017-cdb2-4291-b468-dda596a83c71 req-9a9f8318-8e04-457e-9454-681a4a7b2053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4020e2d9-bcc8-4ed8-8c6d-106564132adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477722 Jul 11 14:12:53.783041 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f825017-cdb2-4291-b468-dda596a83c71 req-aeda923b-5844-46b9-9c70-7744cf314ddd service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032836 Jul 11 14:12:53.802255 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['827011e5-30e0-4612-b116-50bf98ff23c7'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:12:53.877715 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265d3c3-90a5-4e39-af20-7d1de33cf528 req-11dbaa6e-a3ad-489c-81ae-70ebb3d19746 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:53.879364 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e265d3c3-90a5-4e39-af20-7d1de33cf528 req-11dbaa6e-a3ad-489c-81ae-70ebb3d19746 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 945 time: 0.0728729 Jul 11 14:12:53.947114 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e265d3c3-90a5-4e39-af20-7d1de33cf528 req-18a4d781-6de3-451c-b1d1-51ff2a561085 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616064 Jul 11 14:12:53.957636 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f825017-cdb2-4291-b468-dda596a83c71 req-a8251172-d2bb-48ff-b3bd-516593e3a209 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622438 Jul 11 14:12:54.046418 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26f68c-73ad-468f-9ab2-2977a0c767ab req-d5409dd4-a0ed-45f3-8a4b-fe9b7499ead8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:54.048427 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0e26f68c-73ad-468f-9ab2-2977a0c767ab req-d5409dd4-a0ed-45f3-8a4b-fe9b7499ead8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0576389 Jul 11 14:12:54.115033 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0e26f68c-73ad-468f-9ab2-2977a0c767ab req-2b64f199-70b5-4ffc-8152-c6bafa37e97d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580237 Jul 11 14:12:55.105641 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aae82-c48c-49a7-8212-3f545409a6d0 req-d6672fc9-ed42-4e92-8127-0fbd79e1d22a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:55.107253 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-664aae82-c48c-49a7-8212-3f545409a6d0 req-d6672fc9-ed42-4e92-8127-0fbd79e1d22a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 945 time: 0.0545571 Jul 11 14:12:55.175135 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-664aae82-c48c-49a7-8212-3f545409a6d0 req-6fb590b1-cae8-4539-8b93-6b76e7bbbf8c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610614 Jul 11 14:12:55.182293 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 827011e5-30e0-4612-b116-50bf98ff23c7 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:12:55.244037 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 827011e5-30e0-4612-b116-50bf98ff23c7 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:12:55.251387 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 827011e5-30e0-4612-b116-50bf98ff23c7 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:12:55.251739 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:55.256131 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f583-d6e8-4183-aa37-fa65f1248c52 req-d84c836d-31ca-498d-b9de-adea6e27c555 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:55.257816 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-60d8f583-d6e8-4183-aa37-fa65f1248c52 req-d84c836d-31ca-498d-b9de-adea6e27c555 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0655897 Jul 11 14:12:55.331489 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-60d8f583-d6e8-4183-aa37-fa65f1248c52 req-335006ad-703e-494d-9f53-426b01229a9d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624776 Jul 11 14:12:55.348648 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 827011e5-30e0-4612-b116-50bf98ff23c7 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:12:55.349032 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:55.377038 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:12:55.379412 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb372f2-85d4-498e-8f1f-88dc8c69728b" -d '{"events": [{"server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "name": "network-vif-plugged", "status": "completed", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:12:55.394663 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 827011e5-30e0-4612-b116-50bf98ff23c7, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=827011e5-30e0-4612-b116-50bf98ff23c7,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:12:55.401003 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:55.444927 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:55.449167 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:55.488879 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=827011e5-30e0-4612-b116-50bf98ff23c7,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:55.531292 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fa781f-65ac-4ba0-8a4c-72c3ae6bb78d x-openstack-request-id: req-75fa781f-65ac-4ba0-8a4c-72c3ae6bb78d {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:12:55.531747 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "name": "network-vif-plugged", "status": "completed", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:12:55.532157 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75fa781f-65ac-4ba0-8a4c-72c3ae6bb78d {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:12:55.532766 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fa781f-65ac-4ba0-8a4c-72c3ae6bb78d'] response: {'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7', 'code': 200} Jul 11 14:12:55.557194 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:56.285778 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28030dc-c6f0-4d13-a6fc-bb3f719ef92e req-d02d0484-c1e1-4571-ae90-ca3c9be33369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:56.287543 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d28030dc-c6f0-4d13-a6fc-bb3f719ef92e req-d02d0484-c1e1-4571-ae90-ca3c9be33369 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 1130 time: 0.0462072 Jul 11 14:12:56.353140 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89aa80-cf01-4320-a7aa-e990e9c977cb req-8322c38c-fd4d-4434-adf2-b2a661e68d4a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:56.354985 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4e89aa80-cf01-4320-a7aa-e990e9c977cb req-8322c38c-fd4d-4434-adf2-b2a661e68d4a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0563478 Jul 11 14:12:56.424487 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d28030dc-c6f0-4d13-a6fc-bb3f719ef92e req-000af306-683e-4946-8d81-e72e12b59d5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842166 Jul 11 14:12:56.484529 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4e89aa80-cf01-4320-a7aa-e990e9c977cb req-a5101f8d-6164-44f0-835f-6cc815730060 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191249 Jul 11 14:12:56.495914 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7ed3c-a45e-4292-8205-55b96a9cf9b9 req-569f76bc-1ddd-40f3-b1fa-40d2902fa1f7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:56.497482 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bdc7ed3c-a45e-4292-8205-55b96a9cf9b9 req-569f76bc-1ddd-40f3-b1fa-40d2902fa1f7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0645936 Jul 11 14:12:56.556565 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bdc7ed3c-a45e-4292-8205-55b96a9cf9b9 req-ccb581b6-4ed5-4aeb-9716-90a6aa95acc4 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532103 Jul 11 14:12:57.607323 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636182-7f61-4406-bbe6-25bc21d27e0f req-a19d87d1-5586-4021-a0e1-4fa84be5f8c6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:57.609363 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb636182-7f61-4406-bbe6-25bc21d27e0f req-a19d87d1-5586-4021-a0e1-4fa84be5f8c6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0526478 Jul 11 14:12:57.689465 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dd57f-188f-4fcb-af2e-bd31410376e1 req-b7704ba6-bda8-4ed3-806f-3748d4336a43 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:57.690936 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db6dd57f-188f-4fcb-af2e-bd31410376e1 req-b7704ba6-bda8-4ed3-806f-3748d4336a43 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0629120 Jul 11 14:12:57.694988 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb636182-7f61-4406-bbe6-25bc21d27e0f req-f08b451a-9a2e-498f-9b24-a46aa5fb6a96 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803061 Jul 11 14:12:57.742497 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db6dd57f-188f-4fcb-af2e-bd31410376e1 req-2348b0d9-eb40-4b89-990e-98cefbfdc477 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459895 Jul 11 14:12:57.988967 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-65153f10-a2d0-4aaa-8bc4-886d04906288 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883391 Jul 11 14:12:58.003258 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717d1ee-ab42-48bb-ae05-4ba2bb6b811c req-4ae7d002-173e-49f3-8b8d-0fef5c95bc1b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:58.004785 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1717d1ee-ab42-48bb-ae05-4ba2bb6b811c req-4ae7d002-173e-49f3-8b8d-0fef5c95bc1b tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0616488 Jul 11 14:12:58.097610 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:58.105158 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:12:58.116497 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb044f-3593-4c6f-a996-989bdddac639 req-5d86b587-88d8-482d-8412-2a368285c76c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:58.117989 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a6eb044f-3593-4c6f-a996-989bdddac639 req-5d86b587-88d8-482d-8412-2a368285c76c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.1086762 Jul 11 14:12:58.148324 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-66084360-4886-4ec7-9596-d94473426c75 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:58.149679 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-66084360-4886-4ec7-9596-d94473426c75 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports/4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 942 time: 0.1069863 Jul 11 14:12:58.155580 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1717d1ee-ab42-48bb-ae05-4ba2bb6b811c req-d3c933e9-f262-4c53-9df1-f82c94fd9773 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444044 Jul 11 14:12:58.193488 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a6eb044f-3593-4c6f-a996-989bdddac639 req-22b0064f-4b4b-4ff4-8ff4-be09bb9d07b2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662334 Jul 11 14:12:58.807194 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d77c0-c429-436c-a7be-208649a5b9bc req-5f2bc1e3-20a5-4916-b7a7-d85045e30c9d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:58.808634 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-588d77c0-c429-436c-a7be-208649a5b9bc req-5f2bc1e3-20a5-4916-b7a7-d85045e30c9d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0464048 Jul 11 14:12:58.856193 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-588d77c0-c429-436c-a7be-208649a5b9bc req-45475bc6-f761-4344-b525-3e1d1ef17481 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Jul 11 14:12:58.963687 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f7dc-10cf-4c9c-8a23-24838d6dca06 req-c9ec58ac-9c9e-43da-8fed-29543d1c50d2 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:58.965066 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f250f7dc-10cf-4c9c-8a23-24838d6dca06 req-c9ec58ac-9c9e-43da-8fed-29543d1c50d2 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0464590 Jul 11 14:12:58.973539 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45798) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:12:58.977817 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'port_id': '827011e5-30e0-4612-b116-50bf98ff23c7'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:12:59.195502 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 4376997e-3ed7-4f63-b17e-1d9f27589ff4 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:12:59.271729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 is: ACTIVE; New status is: DOWN {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:12:59.272405 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:59.297227 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:59.301584 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:12:59.303431 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ee487-a689-4e91-96db-785aa7b57c52" -d '{"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-unplugged", "status": "completed", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:12:59.316700 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:12:59.321229 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:59.380774 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=6']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:12:59.408126 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1676a9-0aa3-4358-9ca2-dd43016ee989 req-36c8cd7e-df66-46c6-8267-c322db2691e1 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:59.409588 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-be1676a9-0aa3-4358-9ca2-dd43016ee989 req-36c8cd7e-df66-46c6-8267-c322db2691e1 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.1476839 Jul 11 14:12:59.423350 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7c419-cece-4e21-970f-f4d775b321ff req-0da979e5-c2ed-4adf-8fc2-f5cd4c6802be tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:12:59.424741 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-13f7c419-cece-4e21-970f-f4d775b321ff req-0da979e5-c2ed-4adf-8fc2-f5cd4c6802be tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.1307199 Jul 11 14:12:59.540990 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-be1676a9-0aa3-4358-9ca2-dd43016ee989 req-60fea99c-4100-4c28-ad1f-ebce9442fc30 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241798 Jul 11 14:12:59.549575 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-13f7c419-cece-4e21-970f-f4d775b321ff req-ef373ee6-3ea6-416f-8635-723d9f01c4f7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950572 Jul 11 14:12:59.583972 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Jul 2022 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d243e13-be0b-4530-8292-289cf269b4db x-openstack-request-id: req-6d243e13-be0b-4530-8292-289cf269b4db {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:12:59.584329 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-unplugged", "status": "failed", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4", "code": 422}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:12:59.584647 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d243e13-be0b-4530-8292-289cf269b4db {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:12:59.585158 dv-cinder-848429-3-iscsi neutron-server[104193]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6d243e13-be0b-4530-8292-289cf269b4db']: {'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'code': 422} returned with failed status Jul 11 14:12:59.866115 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:59.869812 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:12:59.969171 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP 2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4 associated. External IP: 172.27.1.214, port: 827011e5-30e0-4612-b116-50bf98ff23c7. Jul 11 14:13:00.009458 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:00.064850 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:00.176536 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:00.278893 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:00.284259 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:00.291064 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:00.301770 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:00.302534 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:00.316405 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-44b193b7-69fe-4253-8c08-4faea77cd399 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "PUT /v2.0/floatingips/2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4 HTTP/1.1" status: 200 len: 992 time: 1.3417852 Jul 11 14:13:00.317405 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:00.319839 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfcafb-36bd-4f70-9374-1565d72d21dc" -d '{"events": [{"name": "network-changed", "server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:00.391481 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-5a14f6e8-588f-491c-9acc-f0a998f973ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524998 Jul 11 14:13:00.432104 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd07e2d-0659-48ea-8c05-5edba25e2fde x-openstack-request-id: req-bdd07e2d-0659-48ea-8c05-5edba25e2fde {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:00.432533 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:00.432914 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdd07e2d-0659-48ea-8c05-5edba25e2fde {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:00.433850 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd07e2d-0659-48ea-8c05-5edba25e2fde'] response: {'name': 'network-changed', 'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7', 'status': 'completed', 'code': 200} Jul 11 14:13:00.509430 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:00.709142 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee358ed-3c9f-4e34-886f-0ceb2d832926 req-7d35a0ab-d4f0-4f7c-a4c5-f442bb3e3063 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:00.710676 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bee358ed-3c9f-4e34-886f-0ceb2d832926 req-7d35a0ab-d4f0-4f7c-a4c5-f442bb3e3063 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0802395 Jul 11 14:13:00.719532 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31109dfb-bf3b-4385-a275-b1a54468de1b req-72ec7d85-1a5e-4ca0-b569-0027e3850acd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:00.721001 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-31109dfb-bf3b-4385-a275-b1a54468de1b req-72ec7d85-1a5e-4ca0-b569-0027e3850acd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.0808444 Jul 11 14:13:00.737122 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '827011e5-30e0-4612-b116-50bf98ff23c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:06:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:12:44Z', 'updated_at': '2022-07-11T14:12:59Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:00.761728 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:00.770658 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:00.771354 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:00.801534 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-6beec9d8-f514-425e-97cf-da276cf0aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:00.803372 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-6beec9d8-f514-425e-97cf-da276cf0aabf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 1130 time: 0.0515232 Jul 11 14:13:00.805472 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-67b9f10c-ae13-4d35-a96e-203e6302e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:00.806854 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-67b9f10c-ae13-4d35-a96e-203e6302e599 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 1130 time: 0.0903888 Jul 11 14:13:00.807642 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bee358ed-3c9f-4e34-886f-0ceb2d832926 req-3d71ef48-6cb8-4574-a3df-0bc2a8f5a309 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855160 Jul 11 14:13:00.823589 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-31109dfb-bf3b-4385-a275-b1a54468de1b req-9c1e7ccf-6ef2-4236-82f2-68cbf5ab9c35 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956419 Jul 11 14:13:00.859646 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:00.879796 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:00.891724 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:01.108191 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '827011e5-30e0-4612-b116-50bf98ff23c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:06:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:12:44Z', 'updated_at': '2022-07-11T14:12:59Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:01.133265 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0aee1-4890-4c14-be52-abdb22346137 None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': '827011e5-30e0-4612-b116-50bf98ff23c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:06:db:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:12:44Z', 'updated_at': '2022-07-11T14:12:59Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:01.196001 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-836c76e6-a6b1-4198-aa38-877b72b6df4c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.197474 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-836c76e6-a6b1-4198-aa38-877b72b6df4c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.3743787 Jul 11 14:13:01.327793 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fc0fe-1a48-480d-82b5-2b5348a89313 None None] New status for floating IP 2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:13:01.333536 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-934378ab-1eb0-42c3-9e19-885413f6bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.335059 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-934378ab-1eb0-42c3-9e19-885413f6bffe service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.5146773 Jul 11 14:13:01.345789 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-f61ab313-dbcf-4fe2-9298-a47cd4e039fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.347240 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-f61ab313-dbcf-4fe2-9298-a47cd4e039fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 911 time: 0.4890277 Jul 11 14:13:01.435263 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Deleting port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:01.435919 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:01.493747 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-8f3bda17-79ce-4036-92e2-3fad59f1a4a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=827011e5-30e0-4612-b116-50bf98ff23c7 HTTP/1.1" status: 200 len: 1000 time: 0.1492767 Jul 11 14:13:01.526267 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-58c57158-22a0-42ba-952a-7422856ab823 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35 HTTP/1.1" status: 200 len: 1001 time: 0.1696303 Jul 11 14:13:01.624278 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] For port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:01.624654 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:01.646521 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-67b82411-b5f5-4dde-8b8f-b18404e9291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.648104 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-67b82411-b5f5-4dde-8b8f-b18404e9291c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.1241705 Jul 11 14:13:01.687544 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-f84a0db7-214b-442e-9d81-e89e83e10bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.689022 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-f84a0db7-214b-442e-9d81-e89e83e10bfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.1525102 Jul 11 14:13:01.808112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-6d9856c2-bc28-44a0-b892-f46a6f721b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.809601 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-6d9856c2-bc28-44a0-b892-f46a6f721b82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1242275 Jul 11 14:13:01.813638 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-c03fcd25-7c1b-4e4e-bf48-9275adce41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.813638 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-c03fcd25-7c1b-4e4e-bf48-9275adce41e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1131253 Jul 11 14:13:01.888811 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:01.889688 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (e182f3d5-d79d-48d9-8516-b164ec1ac15b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:01.890024 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Floating IP e182f3d5-d79d-48d9-8516-b164ec1ac15b disassociated. External IP: 172.27.1.73, port: 448bcd1b-bd2c-4771-974b-0259ecbcd6e4. Jul 11 14:13:01.891602 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Calling delete_port for 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:01.959767 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ac098-c322-4ff5-a521-1277318e0505 req-3b847070-f785-45de-ad33-b7ba0caa0c79 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.961352 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-029ac098-c322-4ff5-a521-1277318e0505 req-3b847070-f785-45de-ad33-b7ba0caa0c79 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0816274 Jul 11 14:13:01.986822 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38df32-4faf-422e-98e1-0f276665d9a9 req-e181943a-7580-4b42-a163-69bd8f25e4f0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:01.988276 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8e38df32-4faf-422e-98e1-0f276665d9a9 req-e181943a-7580-4b42-a163-69bd8f25e4f0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 946 time: 0.0734696 Jul 11 14:13:02.039165 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:02.043111 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:02.068807 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-029ac098-c322-4ff5-a521-1277318e0505 req-1fd0cdc9-6f00-48d4-9f6a-dc8eec0774ff tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971096 Jul 11 14:13:02.069656 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (448bcd1b-bd2c-4771-974b-0259ecbcd6e4), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:02.085991 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8e38df32-4faf-422e-98e1-0f276665d9a9 req-51f04dcd-9920-4b3c-bc1a-cb1224c466f5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=c46aac11-25bb-4216-89d5-69c1dc7ffb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899937 Jul 11 14:13:02.158697 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event deleted for resources: {'Port': ['ID=448bcd1b-bd2c-4771-974b-0259ecbcd6e4,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:02.255926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-d7089667-1d3e-4c44-89eb-9c0b778335a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:02.257427 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-d7089667-1d3e-4c44-89eb-9c0b778335a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e&tenant_id=2c01634e004b43239e6912ee0a9d1ffd HTTP/1.1" status: 200 len: 1127 time: 0.1672356 Jul 11 14:13:02.372552 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-42c4106e-7f7a-41e4-8234-1c34b5445d1a service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127882 Jul 11 14:13:02.417649 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-d6fb91bd-36c1-43d7-8cc9-4420cbd45a77 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671036 Jul 11 14:13:02.418639 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-3060162c-90d1-430b-8421-a32e79482fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:02.419950 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-3060162c-90d1-430b-8421-a32e79482fe2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1127 time: 0.1237555 Jul 11 14:13:02.615263 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Router dc9484ea-df0b-4d14-93c0-912984c1ec48 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:02.667640 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-54009144-81e7-47e1-9426-cf7e7424d07e service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606840 Jul 11 14:13:02.678373 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-c30b6bb6-0459-4a4a-ad08-91b189bd6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:02.679831 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-c30b6bb6-0459-4a4a-ad08-91b189bd6da8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 910 time: 0.2477229 Jul 11 14:13:02.761445 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-281d24a5-8a62-48f4-ac4f-dd547d4622ad service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281202 Jul 11 14:13:02.776574 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:02.824885 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-d65f4508-98cc-46c1-9168-4aa8c8d84029 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 999 time: 0.1109188 Jul 11 14:13:02.833577 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:02.845071 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] Sync routers for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:02.855926 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:02.856852 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:02.860035 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:02.878708 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] No DVR routers for this DVR port 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:02.881780 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:02.886079 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f95714ae-082b-4e6a-9be6-1b1c2dd9a932 req-436dd973-b0f4-44a8-81f3-0243ad12631d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "DELETE /v2.0/ports/448bcd1b-bd2c-4771-974b-0259ecbcd6e4 HTTP/1.1" status: 204 len: 173 time: 1.6797364 Jul 11 14:13:02.886468 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-deleted', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:02.888710 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855b39a1-c599-4a50-bf99-1ef3a7b378ac" -d '{"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-deleted", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:02.925825 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4943490-50d0-4865-a765-7cfc99f461c7 x-openstack-request-id: req-e4943490-50d0-4865-a765-7cfc99f461c7 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:02.926137 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b4651-c65b-40b8-bcf6-e27e6274ef5d", "name": "network-vif-deleted", "tag": "448bcd1b-bd2c-4771-974b-0259ecbcd6e4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:02.926407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4943490-50d0-4865-a765-7cfc99f461c7 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:02.926811 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4943490-50d0-4865-a765-7cfc99f461c7'] response: {'server_uuid': '4b6b4651-c65b-40b8-bcf6-e27e6274ef5d', 'name': 'network-vif-deleted', 'tag': '448bcd1b-bd2c-4771-974b-0259ecbcd6e4', 'status': 'completed', 'code': 200} Jul 11 14:13:02.962154 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:02.999193 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:03.189655 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:03.195052 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:03.231907 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:03.239840 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 448bcd1b-bd2c-4771-974b-0259ecbcd6e4 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:03.248115 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] Checking router: dc9484ea-df0b-4d14-93c0-912984c1ec48 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:03.255770 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-c259d110-d6dd-411d-b7f1-822efa1d7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:03.260281 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:03.261297 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:12:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:03.263912 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-c259d110-d6dd-411d-b7f1-822efa1d7de2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 200 len: 848 time: 0.1761427 Jul 11 14:13:03.313525 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2bdca-2a42-457c-949c-bc81a353f4d4 req-f7c2f44a-2423-4181-94f5-c3280db8ef8d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:03.315940 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-45a2bdca-2a42-457c-949c-bc81a353f4d4 req-f7c2f44a-2423-4181-94f5-c3280db8ef8d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.1393530 Jul 11 14:13:03.337821 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-a968db29-567c-48b9-a5bd-aa464bef1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:03.341515 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-a968db29-567c-48b9-a5bd-aa464bef1e98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4020e2d9-bcc8-4ed8-8c6d-106564132adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706127 Jul 11 14:13:03.362477 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a3f26989-3d3b-4da8-ac44-f5d9510bc686 req-d956a6b4-ee24-45ec-91f3-c27ed97a9187 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 210 time: 0.0563972 Jul 11 14:13:03.396596 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:03.409995 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-45a2bdca-2a42-457c-949c-bc81a353f4d4 req-f9fdbd4f-ba04-444d-b72a-2177c0943738 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843928 Jul 11 14:13:03.502369 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-e0fd127a-9846-4dfc-931a-3e50e707da9f service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150260 Jul 11 14:13:03.599492 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:03.628470 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8116197-51cd-4bd4-9a82-f865bfd43ccf None None] The sync data for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi is: [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:03.712703 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:03.785849 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-c6c40362-07fd-4471-aa32-7b1f497d79d0 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967658 Jul 11 14:13:03.843299 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b872f1-6617-42e2-bbff-37800bf7966b None None] New status for floating IP e182f3d5-d79d-48d9-8516-b164ec1ac15b: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:13:04.491691 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2ee9f6ee-3900-48be-9a45-ba76f29590a0 req-6401f00a-3cba-4e32-be2e-4725ae88a604 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b6b4651-c65b-40b8-bcf6-e27e6274ef5d HTTP/1.1" status: 200 len: 210 time: 0.0432067 Jul 11 14:13:04.530295 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746319f5-9343-451f-8bda-9b72eb31daf3 req-e685f25d-2502-4e8c-9f25-290f6976f5f6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:04.531761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-746319f5-9343-451f-8bda-9b72eb31daf3 req-e685f25d-2502-4e8c-9f25-290f6976f5f6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0507095 Jul 11 14:13:04.586557 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-746319f5-9343-451f-8bda-9b72eb31daf3 req-4b9358a6-aad4-4605-bb7b-b713e73fdfd8 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492334 Jul 11 14:13:05.583569 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45838) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:05.644093 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-29f0c41a-dbe1-4fde-8591-52e85c53495d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (c46aac11-25bb-4216-89d5-69c1dc7ffb49), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:05.654595 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:05.695900 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-29f0c41a-dbe1-4fde-8591-52e85c53495d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (c46aac11-25bb-4216-89d5-69c1dc7ffb49), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:05.714950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:05.729760 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462d61a-8e31-48fa-8353-fd8d58a42937 req-8b5c5a3f-7931-4cbb-8a4f-0ad68c1e7026 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:05.731176 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6462d61a-8e31-48fa-8353-fd8d58a42937 req-8b5c5a3f-7931-4cbb-8a4f-0ad68c1e7026 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0723753 Jul 11 14:13:05.797817 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6462d61a-8e31-48fa-8353-fd8d58a42937 req-e05ae693-4cb3-452b-8baf-214c54cd42f1 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598209 Jul 11 14:13:05.798856 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-29f0c41a-dbe1-4fde-8591-52e85c53495d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c46aac11-25bb-4216-89d5-69c1dc7ffb49), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:05.801633 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-29f0c41a-dbe1-4fde-8591-52e85c53495d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:05.802701 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-29f0c41a-dbe1-4fde-8591-52e85c53495d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "DELETE /v2.0/security-groups/c46aac11-25bb-4216-89d5-69c1dc7ffb49 HTTP/1.1" status: 204 len: 168 time: 0.2181635 Jul 11 14:13:05.805567 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45842) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:05.818656 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0c41a-dbe1-4fde-8591-52e85c53495d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46aac11-25bb-4216-89d5-69c1dc7ffb49,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:05.821337 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.api.v2.resource [None req-c38c65c4-9061-4c07-be52-00c7b96b7f0c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] show failed (client error): The resource could not be found. Jul 11 14:13:05.825505 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c38c65c4-9061-4c07-be52-00c7b96b7f0c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups/c46aac11-25bb-4216-89d5-69c1dc7ffb49 HTTP/1.1" status: 404 len: 347 time: 0.0160582 Jul 11 14:13:05.826458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45844) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:05.954043 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Deleting port f29daeef-99cc-4c9f-b21c-8c26dab97c0c {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:05.954428 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.034726 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.034955 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.049256 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Calling delete_port for f29daeef-99cc-4c9f-b21c-8c26dab97c0c owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:06.190976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (f29daeef-99cc-4c9f-b21c-8c26dab97c0c), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.460946 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event deleted for resources: {'Port': ['ID=f29daeef-99cc-4c9f-b21c-8c26dab97c0c,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:06.488023 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (e182f3d5-d79d-48d9-8516-b164ec1ac15b), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.490593 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.491770 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-65e7eeb6-b797-48e6-ac63-0d61aa6a38f4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "DELETE /v2.0/floatingips/e182f3d5-d79d-48d9-8516-b164ec1ac15b HTTP/1.1" status: 204 len: 168 time: 0.6651649 Jul 11 14:13:06.602058 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45850) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:06.606802 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-4ffc3980-049e-4e25-b5ea-349b114d2afe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860965404', 'description': 'tempest-description--920035888'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:06.629414 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3980-049e-4e25-b5ea-349b114d2afe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.704790 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3980-049e-4e25-b5ea-349b114d2afe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (a46ed0a6-8b4b-4e9c-97f6-b98d2b128501), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.708633 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3980-049e-4e25-b5ea-349b114d2afe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a46ed0a6-8b4b-4e9c-97f6-b98d2b128501), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.744294 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4ffc3980-049e-4e25-b5ea-349b114d2afe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.745608 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4ffc3980-049e-4e25-b5ea-349b114d2afe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1424768 Jul 11 14:13:06.748996 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 45852) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:06.751071 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc3980-049e-4e25-b5ea-349b114d2afe tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:06.757204 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-b508897a-57ad-46bb-ab0d-0bc9b725e06a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'security_group_rule': {'security_group_id': 'a46ed0a6-8b4b-4e9c-97f6-b98d2b128501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:06.803461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b508897a-57ad-46bb-ab0d-0bc9b725e06a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (7683c47b-43ed-4bb6-aadd-bb67944c8516), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.918848 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b508897a-57ad-46bb-ab0d-0bc9b725e06a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (7683c47b-43ed-4bb6-aadd-bb67944c8516), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.927089 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b508897a-57ad-46bb-ab0d-0bc9b725e06a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (7683c47b-43ed-4bb6-aadd-bb67944c8516), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.954747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766adf2-e1a4-40ab-8c72-5a4a1020b9e4 req-065e3b4e-e6b6-4c76-9093-385eacb26490 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:06.956380 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c766adf2-e1a4-40ab-8c72-5a4a1020b9e4 req-065e3b4e-e6b6-4c76-9093-385eacb26490 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0759137 Jul 11 14:13:06.960669 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508897a-57ad-46bb-ab0d-0bc9b725e06a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7683c47b-43ed-4bb6-aadd-bb67944c8516,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:06.972830 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b508897a-57ad-46bb-ab0d-0bc9b725e06a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:06.973986 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b508897a-57ad-46bb-ab0d-0bc9b725e06a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2236352 Jul 11 14:13:06.977168 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45858) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:06.981695 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-8af243a7-87c5-42f1-b5f6-db17cc5fc59a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'security_group_rule': {'security_group_id': 'a46ed0a6-8b4b-4e9c-97f6-b98d2b128501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:06.989964 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:07.016057 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8af243a7-87c5-42f1-b5f6-db17cc5fc59a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (28e15b1b-c6d3-46b1-91b8-6a7b5e24ee87), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.023748 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c766adf2-e1a4-40ab-8c72-5a4a1020b9e4 req-23a145ef-5d26-41e5-89d6-e6395e39c798 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597186 Jul 11 14:13:07.083490 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8af243a7-87c5-42f1-b5f6-db17cc5fc59a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (28e15b1b-c6d3-46b1-91b8-6a7b5e24ee87), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.087675 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8af243a7-87c5-42f1-b5f6-db17cc5fc59a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (28e15b1b-c6d3-46b1-91b8-6a7b5e24ee87), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.097879 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:07.109647 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af243a7-87c5-42f1-b5f6-db17cc5fc59a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e15b1b-c6d3-46b1-91b8-6a7b5e24ee87,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:07.114386 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8af243a7-87c5-42f1-b5f6-db17cc5fc59a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.115608 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8af243a7-87c5-42f1-b5f6-db17cc5fc59a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374450 Jul 11 14:13:07.118787 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 45860) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:07.123191 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:07.147201 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.231607 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.346515 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Allocated IP 172.27.1.221 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/423b1911-06b4-4c2d-9520-3541ca2ade0f) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:13:07.452875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.486007 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.531536 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:13:07.534664 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:13:07.538695 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:13:07.547155 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'Port': ['ID=423b1911-06b4-4c2d-9520-3541ca2ade0f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:07.590577 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (ffc69b2b-8b43-4f63-8b43-9b8a829a8141), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.628275 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.729499 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:07.773856 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.778026 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.808567 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ffc69b2b-8b43-4f63-8b43-9b8a829a8141), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.818995 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:07.829824 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'Port': ['ID=423b1911-06b4-4c2d-9520-3541ca2ade0f,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:07.835667 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:07.836884 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d7d29378-5dbd-4078-8ae6-1e65c3a552e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7171335 Jul 11 14:13:07.993126 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-a2096543-2824-4212-ab17-a0c577d88b36 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--860965404&fields=id&tenant_id=beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 267 time: 0.0462949 Jul 11 14:13:08.103414 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-6fe7ae2b-267e-419d-addb-43d5271c6be7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:08.104879 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-6fe7ae2b-267e-419d-addb-43d5271c6be7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 817 time: 0.1045401 Jul 11 14:13:08.129394 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-2369665a-b34d-4da1-b3d1-94396774f0ba tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/quotas/beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 375 time: 0.0186133 Jul 11 14:13:08.191459 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895007c-9587-49c6-8ab5-076bb1b5f153 req-17a974fa-83d6-46d9-a706-7391a66255fa tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:08.192897 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8895007c-9587-49c6-8ab5-076bb1b5f153 req-17a974fa-83d6-46d9-a706-7391a66255fa tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0805409 Jul 11 14:13:08.217947 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-edb679bf-7ffa-4432-9e3c-1a2dd2ceb003 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719581 Jul 11 14:13:08.253907 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8895007c-9587-49c6-8ab5-076bb1b5f153 req-39aee8bb-419b-4ab0-92e6-7d7bcea75d40 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555573 Jul 11 14:13:08.360252 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-f8fcfe44-7ee3-49dd-ace3-90d624c43017 service neutron] 10.222.0.49 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296177 Jul 11 14:13:08.453763 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-3e338734-6435-4a3f-b7c8-15c7691c3cd5 service neutron] 10.222.0.49 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879383 Jul 11 14:13:08.609597 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4b9dd3fa-85ee-49c9-adab-c676ad757927 req-d05dace0-e0f1-4969-bc6e-00071f1f0bdc tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 210 time: 0.0281477 Jul 11 14:13:09.366426 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9d133-1fb5-4d03-bf62-b6bffd5e38bc req-e53abb3f-26a2-460e-9339-9e81100660d3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:09.367873 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ea9d133-1fb5-4d03-bf62-b6bffd5e38bc req-e53abb3f-26a2-460e-9339-9e81100660d3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0458043 Jul 11 14:13:09.392156 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:09.416795 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:09.423458 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ea9d133-1fb5-4d03-bf62-b6bffd5e38bc req-ceb3da5f-6a8c-4e16-aa24-12f0d48af4b7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498698 Jul 11 14:13:09.696007 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-5fbc86c4-df88-4807-bf44-b65f48db1b26 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:09.697677 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-5fbc86c4-df88-4807-bf44-b65f48db1b26 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 817 time: 0.1156921 Jul 11 14:13:09.711371 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-edff167e-b9ef-40b8-81f0-3530e66be96f req-99f12aca-795e-4ef2-8826-97caee59a08a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 210 time: 0.0285075 Jul 11 14:13:09.769883 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-a6fe3157-ce24-48c4-b098-74c688e0ba65 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 379 time: 0.0539045 Jul 11 14:13:09.892885 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'port': {'device_id': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'admin_state_up': True, 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'security_groups': ['a46ed0a6-8b4b-4e9c-97f6-b98d2b128501']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:10.006964 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Made reservation on behalf of beef80716d254a03a5e673b9cfd781ce for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:13:10.010292 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:10.134491 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Allocated IP 172.20.0.6 (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe/7674d483-d14a-4c0b-9de5-5bf1681db341/324eb4e8-e871-4b27-ae51-8c78d7f0ec4e) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:13:10.272684 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:10.304837 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:10.336136 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:10.353638 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:13:10.357371 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:13:10.362439 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:13:10.367495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:10.368105 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:10.378109 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:10.390880 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-e9d9dcdd-d08b-4697-aa7d-b79ad39ab52e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5028856 Jul 11 14:13:10.540781 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdba30-55ea-4804-be0f-fa039ee155ab req-60371bbc-ad74-41fd-8edc-b11249bbad86 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:10.542180 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3cdba30-55ea-4804-be0f-fa039ee155ab req-60371bbc-ad74-41fd-8edc-b11249bbad86 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0490282 Jul 11 14:13:10.590738 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3cdba30-55ea-4804-be0f-fa039ee155ab req-d4ea2fba-988b-498d-82a4-99b972939dd4 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Jul 11 14:13:10.603588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-43ced222-171a-465d-bf0c-2c964f4ea496 None None] Provisioning complete for port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:13:10.604058 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-43ced222-171a-465d-bf0c-2c964f4ea496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:10.635252 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-43ced222-171a-465d-bf0c-2c964f4ea496 None None] Port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:13:10.828460 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd4ee-e84c-4214-86b6-a6df418c6b59 req-00a42032-9fc7-4910-a122-41b663f10874 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:10.829846 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1bfdd4ee-e84c-4214-86b6-a6df418c6b59 req-00a42032-9fc7-4910-a122-41b663f10874 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 931 time: 0.0464575 Jul 11 14:13:10.880826 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1bfdd4ee-e84c-4214-86b6-a6df418c6b59 req-a3536e49-cd28-4815-9f6b-ddc26960d8da tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Jul 11 14:13:11.532348 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Request body: {'port': {'device_id': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:11.589929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:11.706551 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc800e6-760a-4c04-ae3f-5b138b1dc012 req-b3e98914-06f7-471f-9a93-df7c60784e85 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:11.708708 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8bc800e6-760a-4c04-ae3f-5b138b1dc012 req-b3e98914-06f7-471f-9a93-df7c60784e85 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0498810 Jul 11 14:13:11.715526 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:11.767377 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8bc800e6-760a-4c04-ae3f-5b138b1dc012 req-eeb89bb0-4366-44f5-b417-f764516afb05 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530939 Jul 11 14:13:11.859786 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:13:11.867092 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Publish callbacks [] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:11.879735 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Transition to ACTIVE for port object 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:13:11.884479 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:11.937431 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:11.975741 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Attempting to bind port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:13:11.976167 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Attempting to bind port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:13:11.976493 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Attempting to bind port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:13:11.981525 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:13:11.981895 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Attempting to bind port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e on network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:13:11.988336 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:13:11.988674 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Checking segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:13:11.989828 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Bound using segment: {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:13:11.989828 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Bound port: 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839c4336-bdab-40ce-9b35-d468eb6a0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:13:11.989828 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:12.007650 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb84230-9f1a-4bb5-a51d-9a1e85251bc4 req-f0e1eff0-8ace-4870-b922-04e751ee45b8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:12.009164 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bfb84230-9f1a-4bb5-a51d-9a1e85251bc4 req-f0e1eff0-8ace-4870-b922-04e751ee45b8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0494795 Jul 11 14:13:12.063605 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:13:12.066871 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bfb84230-9f1a-4bb5-a51d-9a1e85251bc4 req-ef25a6b3-2af6-432b-96b8-4ea1393bed9e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512962 Jul 11 14:13:12.067412 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:13:12.077166 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:12.117826 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:12.118655 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:12.120220 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] 10.222.0.55 "PUT /v2.0/ports/324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 1093 time: 0.5928452 Jul 11 14:13:12.122472 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:12.125241 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba080a22-3a4c-4588-abd6-d74cde69febe" -d '{"events": [{"name": "network-changed", "server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:12.152308 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ceaf8-05a3-4fa1-babe-5bc0ad61ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:12.166572 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e597c9-3eff-4afc-83c3-89482d75fd98 x-openstack-request-id: req-32e597c9-3eff-4afc-83c3-89482d75fd98 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:12.166859 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:12.167112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32e597c9-3eff-4afc-83c3-89482d75fd98 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:12.167514 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e597c9-3eff-4afc-83c3-89482d75fd98'] response: {'name': 'network-changed', 'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'status': 'completed', 'code': 200} Jul 11 14:13:12.238464 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-b6ef6fd1-e3fa-45ef-b788-4acbd3574bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:12.239876 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-b6ef6fd1-e3fa-45ef-b788-4acbd3574bae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1127 time: 0.0419695 Jul 11 14:13:12.291075 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-8ad114dd-3879-420f-8394-63b013f0fce8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 217 time: 0.0337675 Jul 11 14:13:12.339634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-8b2262df-ee25-461c-ba8d-940c020853fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:12.341059 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-8b2262df-ee25-461c-ba8d-940c020853fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.0442312 Jul 11 14:13:12.389218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-9ad2bc1c-7fc8-4bc4-869a-132c44a6ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:12.390719 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-9ad2bc1c-7fc8-4bc4-869a-132c44a6ddd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435765 Jul 11 14:13:12.486895 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-bf93d4b4-f9ef-44cb-acec-635abc9b3004 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827692 Jul 11 14:13:12.518926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:12.586647 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93aa2fc5-6b3a-47ed-9498-a0b887110e06 req-aad4424f-b923-4dbb-a44b-921337d69b6d service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906963 Jul 11 14:13:12.881537 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5667be-3043-48b4-ab04-dba44da592b5 req-d1815858-e91a-47ed-9d0d-8d3fd4981040 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:12.883053 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5b5667be-3043-48b4-ab04-dba44da592b5 req-d1815858-e91a-47ed-9d0d-8d3fd4981040 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 943 time: 0.0503223 Jul 11 14:13:12.934547 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5b5667be-3043-48b4-ab04-dba44da592b5 req-2a96661f-73d8-413c-989d-6b4b0c721560 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Jul 11 14:13:13.181273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a60fd9-fa1f-4085-a2c4-4af0378ebf93 req-aab2fca8-fa8a-4d8c-b418-a82d01282485 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:13.182748 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-74a60fd9-fa1f-4085-a2c4-4af0378ebf93 req-aab2fca8-fa8a-4d8c-b418-a82d01282485 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0462606 Jul 11 14:13:13.228629 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-74a60fd9-fa1f-4085-a2c4-4af0378ebf93 req-c9f3486f-8c3c-401d-9447-ed5254402852 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397563 Jul 11 14:13:13.256959 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 4376997e-3ed7-4f63-b17e-1d9f27589ff4 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:13:13.355392 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:13.367114 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'port_id': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'mac_address': 'fa:16:3e:fb:e1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:13:13.405662 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:13:13.406049 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:13.418950 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4376997e-3ed7-4f63-b17e-1d9f27589ff4 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:13:13.438596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:13.442333 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:13.487803 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=7']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:13.603173 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=52 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:14.057465 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ecb4-9e29-4e0c-83e2-f11f621ac63f req-81369c53-213b-479c-b0f1-e97a67ce8618 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:14.058960 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b709ecb4-9e29-4e0c-83e2-f11f621ac63f req-81369c53-213b-479c-b0f1-e97a67ce8618 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 944 time: 0.0523310 Jul 11 14:13:14.109270 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b709ecb4-9e29-4e0c-83e2-f11f621ac63f req-d891552f-6406-45c1-87d0-89aa780073b1 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443175 Jul 11 14:13:14.204345 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['4376997e-3ed7-4f63-b17e-1d9f27589ff4'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:13:14.265219 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:14.306973 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:14.362482 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69939249-e007-45f0-8b8c-9e5c7e96068f req-21dc208d-9454-495d-b776-42290aad7a88 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:14.364358 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69939249-e007-45f0-8b8c-9e5c7e96068f req-21dc208d-9454-495d-b776-42290aad7a88 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0545449 Jul 11 14:13:14.423206 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-69939249-e007-45f0-8b8c-9e5c7e96068f req-637730f6-6e14-4079-bc33-84074c80da9e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516818 Jul 11 14:13:14.906655 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:13:15.224327 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfc1db-db40-4750-a940-5b5adadea51a req-2dd7ab3d-f5cf-4c67-aa78-b76aeb442ca0 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:15.225691 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a7cfc1db-db40-4750-a940-5b5adadea51a req-2dd7ab3d-f5cf-4c67-aa78-b76aeb442ca0 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 944 time: 0.0461628 Jul 11 14:13:15.276353 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a7cfc1db-db40-4750-a940-5b5adadea51a req-4663eb81-6166-41af-8b55-7b4a4fb216b0 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Jul 11 14:13:15.532631 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90607983-113e-4137-9cf2-62fd9398bc87 req-fcecd6e0-38b2-463f-b4ca-eec8b4bd9ac2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:15.534135 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90607983-113e-4137-9cf2-62fd9398bc87 req-fcecd6e0-38b2-463f-b4ca-eec8b4bd9ac2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0477951 Jul 11 14:13:15.579558 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:15.584561 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-90607983-113e-4137-9cf2-62fd9398bc87 req-2fe3f875-fff2-459f-9047-9c189351372b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Jul 11 14:13:15.631588 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-fac88d69-0e04-46df-bad7-3d4bd6c341f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:15.633144 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-fac88d69-0e04-46df-bad7-3d4bd6c341f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1127 time: 0.0451770 Jul 11 14:13:15.681098 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:15.696510 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 4376997e-3ed7-4f63-b17e-1d9f27589ff4 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:13:15.739906 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-096a868c-14ca-45d3-8dff-a984488f274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:15.740572 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:13:15.740945 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:15.741352 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-096a868c-14ca-45d3-8dff-a984488f274a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.0949023 Jul 11 14:13:15.814763 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:13:15.815060 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:15.837027 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:15.839258 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6946a6-353c-436f-81c5-30edab2a434c" -d '{"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-plugged", "status": "completed", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:15.851899 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:15.863414 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:15.886028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1366083c-d085-4652-ba21-7d304c9407ef x-openstack-request-id: req-1366083c-d085-4652-ba21-7d304c9407ef {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:15.886330 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-plugged", "status": "completed", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:15.886586 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1366083c-d085-4652-ba21-7d304c9407ef {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:15.887094 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1366083c-d085-4652-ba21-7d304c9407ef'] response: {'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'code': 200} Jul 11 14:13:15.912731 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=8']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:16.203179 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-04634b6d-4f2d-44e1-8da8-9c95840ba26b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 217 time: 0.0338783 Jul 11 14:13:16.253696 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-9daeba3d-20db-4d58-a645-04bf7257f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:16.255184 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-9daeba3d-20db-4d58-a645-04bf7257f217 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.0436952 Jul 11 14:13:16.358458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-bd88985d-ce38-4e50-ba1d-1c35278a18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:16.359959 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-bd88985d-ce38-4e50-ba1d-1c35278a18ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478919 Jul 11 14:13:16.394135 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10aafe-e166-40f3-ba78-0c61d1907540 req-65a27377-5343-4943-9a5a-6cce7ca1aa02 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:16.400019 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2a10aafe-e166-40f3-ba78-0c61d1907540 req-65a27377-5343-4943-9a5a-6cce7ca1aa02 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0540431 Jul 11 14:13:16.447014 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2a10aafe-e166-40f3-ba78-0c61d1907540 req-a4a227c0-8074-4e8b-bab0-fd8948a51a00 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449948 Jul 11 14:13:16.469197 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-f4d9579e-9c43-4ee0-8b91-82ab13001378 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895081 Jul 11 14:13:16.561678 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51b40-4271-42fb-9057-9cd6de760e2d req-b9c45100-a18b-45c6-8604-500d0b13011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:16.563186 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a4c51b40-4271-42fb-9057-9cd6de760e2d req-b9c45100-a18b-45c6-8604-500d0b13011a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1129 time: 0.0691261 Jul 11 14:13:16.652321 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ba080a22-3a4c-4588-abd6-d74cde69febe req-d687a63a-15b1-4a09-9e32-7aee4d665460 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599472 Jul 11 14:13:16.655364 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-a4c51b40-4271-42fb-9057-9cd6de760e2d req-8833fc71-81d9-41e5-8760-75cc22c75db1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674393 Jul 11 14:13:16.715412 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044210e-fda4-4f59-ad54-14c592c7b724 req-3a148bc6-ad1c-4ba7-805f-74d75559b4cb tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:16.717515 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9044210e-fda4-4f59-ad54-14c592c7b724 req-3a148bc6-ad1c-4ba7-805f-74d75559b4cb tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0524681 Jul 11 14:13:16.761510 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:16.770072 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9044210e-fda4-4f59-ad54-14c592c7b724 req-f0a41ac7-be45-4aa3-8fd2-a2dfd4ef46e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471358 Jul 11 14:13:17.469774 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-566f26c8-4e57-4129-ab86-492aed260c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:17.560950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a2ec6-7a52-470a-a8b6-5e078e7068fd req-256a3e26-ba83-4c21-b5db-eeb0ffa10129 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:17.562475 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cb7a2ec6-7a52-470a-a8b6-5e078e7068fd req-256a3e26-ba83-4c21-b5db-eeb0ffa10129 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0473652 Jul 11 14:13:17.611867 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cb7a2ec6-7a52-470a-a8b6-5e078e7068fd req-c5003608-ae95-45b5-ae38-4431106aa4ca tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Jul 11 14:13:17.693151 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:13:17.905627 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc533c2-63d5-40a8-b5dc-2f1d1a4c31f6 req-a44683fb-f906-4e99-9c12-4f989df335e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:17.907524 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4bc533c2-63d5-40a8-b5dc-2f1d1a4c31f6 req-a44683fb-f906-4e99-9c12-4f989df335e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0559874 Jul 11 14:13:17.934801 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:17.946956 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'port_id': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'mac_address': 'fa:16:3e:8f:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:13:17.987718 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:13:17.988162 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:17.999093 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab418f8-7967-4811-8e67-36c1b722119b req-41ea999e-0bdf-47c7-82a7-b9435fa99b1b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:18.000611 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ab418f8-7967-4811-8e67-36c1b722119b req-41ea999e-0bdf-47c7-82a7-b9435fa99b1b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0603695 Jul 11 14:13:18.001688 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:13:18.003562 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4bc533c2-63d5-40a8-b5dc-2f1d1a4c31f6 req-55df93ff-f6c1-444f-9aa6-c3c70cd53a5d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885031 Jul 11 14:13:18.021974 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:18.026746 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:18.059398 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ab418f8-7967-4811-8e67-36c1b722119b req-49323a66-aa2e-4b17-9040-9f6761e17573 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527818 Jul 11 14:13:18.079751 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:18.554228 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:13:18.630522 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:18.641718 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:18.728257 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66d175-3411-4f6e-9ace-ec3bae936d40 req-01fd7411-1441-414d-85c3-7dd8027cc623 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:18.729685 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a66d175-3411-4f6e-9ace-ec3bae936d40 req-01fd7411-1441-414d-85c3-7dd8027cc623 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0475807 Jul 11 14:13:18.777874 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a66d175-3411-4f6e-9ace-ec3bae936d40 req-d46a4cdf-f1c5-45eb-a6ed-f9f4979ba25d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Jul 11 14:13:19.142700 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a718cfd-50fd-42a5-a29d-c5de04f7f261 req-3e5867c8-604a-477b-833b-0ee3bbd334a2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:19.144132 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3a718cfd-50fd-42a5-a29d-c5de04f7f261 req-3e5867c8-604a-477b-833b-0ee3bbd334a2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 944 time: 0.0593274 Jul 11 14:13:19.190052 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d50c5-5df8-4a6d-abd1-5092fe91a9a5 req-33a8b820-7934-42fb-b861-15693d83343b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:19.191506 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-963d50c5-5df8-4a6d-abd1-5092fe91a9a5 req-33a8b820-7934-42fb-b861-15693d83343b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0656409 Jul 11 14:13:19.231391 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3a718cfd-50fd-42a5-a29d-c5de04f7f261 req-9c2d45e3-2fff-4df0-be0f-66d17db6fe2f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711408 Jul 11 14:13:19.258557 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-963d50c5-5df8-4a6d-abd1-5092fe91a9a5 req-4a4ac377-d9cd-4c33-b385-55de3d509747 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574419 Jul 11 14:13:19.895842 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd8be-3e5c-433a-b5c7-c233e0a6c4d3 req-525b41b7-53d0-45f3-9706-dcc7346f8e02 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:19.897557 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb9dd8be-3e5c-433a-b5c7-c233e0a6c4d3 req-525b41b7-53d0-45f3-9706-dcc7346f8e02 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0536625 Jul 11 14:13:19.898182 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:13:19.934998 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8eff2521-59e3-4822-811d-d63a4c52bd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:19.949514 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb9dd8be-3e5c-433a-b5c7-c233e0a6c4d3 req-f9a185e3-49c8-4fae-b5b7-4a76c3e0db2c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461962 Jul 11 14:13:19.949725 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:13:19.957034 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:13:19.957460 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:20.034037 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:13:20.034350 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:20.058166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:20.060935 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954da109-bf5d-45f5-83da-2278a684ca28" -d '{"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:20.073343 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:20.079847 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:20.102177 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8442ca90-a39c-4aae-be5f-f0cc82f91f69 x-openstack-request-id: req-8442ca90-a39c-4aae-be5f-f0cc82f91f69 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:20.102619 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:20.102735 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8442ca90-a39c-4aae-be5f-f0cc82f91f69 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:20.103108 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8442ca90-a39c-4aae-be5f-f0cc82f91f69'] response: {'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'code': 200} Jul 11 14:13:20.128538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:20.377483 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c10e4-bde5-4242-aa24-7d556b112858 req-bb384929-f07c-4a70-9348-0dd6406ca279 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:20.378950 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f92c10e4-bde5-4242-aa24-7d556b112858 req-bb384929-f07c-4a70-9348-0dd6406ca279 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0747225 Jul 11 14:13:20.389601 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b854c-4fdd-433c-a896-f476b240e55b req-9f69ab41-f429-4215-9c99-d61b97fce39e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:20.390990 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c83b854c-4fdd-433c-a896-f476b240e55b req-9f69ab41-f429-4215-9c99-d61b97fce39e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0580895 Jul 11 14:13:20.458232 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:20.466160 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f92c10e4-bde5-4242-aa24-7d556b112858 req-9302ea55-a130-451a-b14a-1cd9634f4a76 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742750 Jul 11 14:13:20.469548 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c83b854c-4fdd-433c-a896-f476b240e55b req-94752444-0614-4a61-8ab5-c37cec73114a tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711689 Jul 11 14:13:21.044838 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:21.068361 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b9945-cc51-4b2f-81af-2311a26a10c2 req-e310ecf2-1792-45f9-93ad-9f27eab011de tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:21.069813 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-335b9945-cc51-4b2f-81af-2311a26a10c2 req-e310ecf2-1792-45f9-93ad-9f27eab011de tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0476451 Jul 11 14:13:21.119397 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-335b9945-cc51-4b2f-81af-2311a26a10c2 req-e14ed2d6-b83c-49a8-ab38-b5317541c2cd tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Jul 11 14:13:21.622481 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52504-022c-4c1d-9676-ce7831643560 req-ce74691f-1b86-4fa9-8714-a3c232415346 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:21.624000 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bbb52504-022c-4c1d-9676-ce7831643560 req-ce74691f-1b86-4fa9-8714-a3c232415346 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0801699 Jul 11 14:13:21.629689 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded2b3-3f8a-414e-a980-181782c70ebc req-9e7729b1-33f4-457c-999d-c809e8e80287 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:21.631047 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-22ded2b3-3f8a-414e-a980-181782c70ebc req-9e7729b1-33f4-457c-999d-c809e8e80287 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0764437 Jul 11 14:13:21.658087 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:21.705828 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bbb52504-022c-4c1d-9676-ce7831643560 req-c0a4c90d-646f-4b94-9d1e-3f895d1ddd2e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738437 Jul 11 14:13:21.709788 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-22ded2b3-3f8a-414e-a980-181782c70ebc req-4636c5d8-b87a-45e9-a42a-97538712d61e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711176 Jul 11 14:13:22.233472 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6147b-aff5-420c-a3f7-b9127995040f req-228ec0d0-574a-4e16-96d7-3027d5eb4353 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:22.234982 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-36b6147b-aff5-420c-a3f7-b9127995040f req-228ec0d0-574a-4e16-96d7-3027d5eb4353 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0479102 Jul 11 14:13:22.283471 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-36b6147b-aff5-420c-a3f7-b9127995040f req-6390d156-435d-4fa3-874d-2038f22d1445 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Jul 11 14:13:22.416698 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e17f6-1984-4b05-ad83-df5ae301474a req-125dd23c-5880-42ee-8758-3da36f896ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:22.418240 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de5e17f6-1984-4b05-ad83-df5ae301474a req-125dd23c-5880-42ee-8758-3da36f896ab9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1129 time: 0.0711398 Jul 11 14:13:22.436676 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-3a87bf89-9660-4e0b-81ea-9f2a22379d5e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:22.438058 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-3a87bf89-9660-4e0b-81ea-9f2a22379d5e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.0640130 Jul 11 14:13:22.508715 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de5e17f6-1984-4b05-ad83-df5ae301474a req-c83e81ad-6e5f-4861-8a15-3bbc626541e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824738 Jul 11 14:13:22.542979 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Deleting port 0a982454-2ed0-4dd2-bc29-6243369d5594 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:22.543321 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:22.569539 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:22.636271 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] For port 0a982454-2ed0-4dd2-bc29-6243369d5594, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=0a982454-2ed0-4dd2-bc29-6243369d5594,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:22.636634 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:22.777163 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:22.802090 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:22.802487 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:22.802800 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Floating IP a3cf7cf0-5212-44e8-ae5a-9c48c3104d37 disassociated. External IP: 172.27.1.138, port: 0a982454-2ed0-4dd2-bc29-6243369d5594. Jul 11 14:13:22.803351 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Calling delete_port for 0a982454-2ed0-4dd2-bc29-6243369d5594 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:22.825170 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:22.868318 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:22.876660 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d46e11-19a2-4231-8c84-dbb5bf36083d req-dfe0d965-2e51-41b9-b3c9-6d92d2589cdf tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:22.878120 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-55d46e11-19a2-4231-8c84-dbb5bf36083d req-dfe0d965-2e51-41b9-b3c9-6d92d2589cdf tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0833530 Jul 11 14:13:22.886805 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26e8c-85a6-4182-bf6e-5b4e3fab6e0c req-0d1c0a28-e698-46fd-82a5-02e4678c328c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:22.888996 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bac26e8c-85a6-4182-bf6e-5b4e3fab6e0c req-0d1c0a28-e698-46fd-82a5-02e4678c328c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 946 time: 0.1081226 Jul 11 14:13:22.937716 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (0a982454-2ed0-4dd2-bc29-6243369d5594), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:22.971433 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-55d46e11-19a2-4231-8c84-dbb5bf36083d req-ff4d6eb9-219e-49db-a0f0-57bfa59bd04a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814006 Jul 11 14:13:22.972603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event deleted for resources: {'Port': ['ID=0a982454-2ed0-4dd2-bc29-6243369d5594,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:22.982921 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bac26e8c-85a6-4182-bf6e-5b4e3fab6e0c req-09ba5bcd-4a8e-4723-a640-cde818d15254 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=e467ae29-d5ab-4774-a032-07fd9ad2e4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836205 Jul 11 14:13:23.077303 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:23.178683 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:23.188404 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] Sync routers for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:23.199282 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:23.199974 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:23.220767 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] No DVR routers for this DVR port 0a982454-2ed0-4dd2-bc29-6243369d5594 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:23.223257 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:23.226444 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-84414064-4e51-42f6-8d7b-2f04256b6d7a req-a52e11f0-3ca0-477b-927c-141bf7dbd772 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "DELETE /v2.0/ports/0a982454-2ed0-4dd2-bc29-6243369d5594 HTTP/1.1" status: 204 len: 173 time: 0.7800205 Jul 11 14:13:23.226863 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'name': 'network-vif-deleted', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:23.229086 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63b66da-a8b8-4048-8fae-b4a78ac7c38f" -d '{"events": [{"server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "name": "network-vif-deleted", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:23.263972 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575c747-8d2d-4df7-bcb3-901779c9737a x-openstack-request-id: req-2575c747-8d2d-4df7-bcb3-901779c9737a {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:23.264257 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0562d881-0ee4-4314-ad52-5a3ab9b17bcf", "name": "network-vif-deleted", "tag": "0a982454-2ed0-4dd2-bc29-6243369d5594", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:23.264559 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2575c747-8d2d-4df7-bcb3-901779c9737a {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:23.264897 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2575c747-8d2d-4df7-bcb3-901779c9737a'] response: {'server_uuid': '0562d881-0ee4-4314-ad52-5a3ab9b17bcf', 'name': 'network-vif-deleted', 'tag': '0a982454-2ed0-4dd2-bc29-6243369d5594', 'status': 'completed', 'code': 200} Jul 11 14:13:23.303246 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:23.489957 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:23.501830 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:23.528116 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] Checking router: c2e76d94-29eb-4951-bc47-8e71fd70e8f9 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:23.537942 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:23.538597 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:23.636077 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9620aab4-4898-4b44-88cb-dc056039344e req-a7253e1a-e47f-4caa-b42e-27d07aec3668 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25450280&fields=id&tenant_id=32353b01d57e434eafdb5f253517ef93 HTTP/1.1" status: 200 len: 267 time: 0.3028851 Jul 11 14:13:23.647554 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:23.691343 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620aab4-4898-4b44-88cb-dc056039344e req-6216f3d0-5a26-41d6-805d-7ec4fea7e814 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:23.692912 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9620aab4-4898-4b44-88cb-dc056039344e req-6216f3d0-5a26-41d6-805d-7ec4fea7e814 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 984 time: 0.0508847 Jul 11 14:13:23.704690 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Request body: {'port': {'security_groups': ['809bb660-8e74-4713-ba21-acc44a292694']}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:23.783059 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:23.839003 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:23.863972 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4f3c5-5923-4efd-829b-b553db98d1f5 None None] The sync data for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi is: [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:06:59Z', 'revision_number': 4, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '9aba2def-b77f-4a04-82e0-632ac7867bb5', 'name': '', 'network_id': 'c944d348-d5b7-4b6c-9be2-cb2a59820444', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'mac_address': 'fa:16:3e:41:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:57Z', 'updated_at': '2022-07-11T14:07:10Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'subnets': [{'id': 'a0fef116-42db-4ab4-a3b2-ac4249381b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:23.968866 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:23.999144 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:24.003265 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.011468 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.062699 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:24.063312 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.064695 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9620aab4-4898-4b44-88cb-dc056039344e req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "PUT /v2.0/ports/1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 942 time: 0.3650932 Jul 11 14:13:24.065148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:24.071050 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780821b3-b136-4f42-800d-8fdeb05dcca0" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:24.075813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46002) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:24.088716 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1a67ea54-5ffe-4602-930f-febfe4f1c871'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:13:24.150334 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b7936e50-7a8e-4cb6-ac43-cb191c100f64 req-73f81eeb-502b-4fa2-bb0f-3220bd6d2af7 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=0562d881-0ee4-4314-ad52-5a3ab9b17bcf HTTP/1.1" status: 200 len: 210 time: 0.0623834 Jul 11 14:13:24.192687 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4a9cf-b167-41cb-9b7a-9650bec1c483 None None] New status for floating IP a3cf7cf0-5212-44e8-ae5a-9c48c3104d37: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:13:24.219276 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445af2b1-c861-4041-a8a4-a8d689fcea45 req-6279ca52-5871-4069-bdc1-b9710d71f69b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:24.220950 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-445af2b1-c861-4041-a8a4-a8d689fcea45 req-6279ca52-5871-4069-bdc1-b9710d71f69b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0817893 Jul 11 14:13:24.226976 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d0dc3-0051-4899-9fa3-b1db9116a0e9 x-openstack-request-id: req-2f4d0dc3-0051-4899-9fa3-b1db9116a0e9 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:24.227258 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:24.227515 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f4d0dc3-0051-4899-9fa3-b1db9116a0e9 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:24.227921 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4d0dc3-0051-4899-9fa3-b1db9116a0e9'] response: {'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'status': 'completed', 'code': 200} Jul 11 14:13:24.241741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:24.248918 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3554a60-9b68-4406-b37a-eb6e08024d97 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event updated for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=7']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:24.316500 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4ae036a6-9271-44ed-8508-bece53cf8666 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group (fdea2c5a-b313-418d-8a38-0ec70ae96512), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.328393 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-445af2b1-c861-4041-a8a4-a8d689fcea45 req-f7493dcf-8383-4628-9f0e-f5b5f9deeb1c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936537 Jul 11 14:13:24.344255 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1a67ea54-5ffe-4602-930f-febfe4f1c871'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:13:24.352583 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4ae036a6-9271-44ed-8508-bece53cf8666 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group (fdea2c5a-b313-418d-8a38-0ec70ae96512), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.421363 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4ae036a6-9271-44ed-8508-bece53cf8666 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (fdea2c5a-b313-418d-8a38-0ec70ae96512), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.424235 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4ae036a6-9271-44ed-8508-bece53cf8666 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.428947 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4ae036a6-9271-44ed-8508-bece53cf8666 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "DELETE /v2.0/security-groups/fdea2c5a-b313-418d-8a38-0ec70ae96512 HTTP/1.1" status: 204 len: 168 time: 0.3478990 Jul 11 14:13:24.429113 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46004) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:24.443728 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae036a6-9271-44ed-8508-bece53cf8666 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdea2c5a-b313-418d-8a38-0ec70ae96512,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:24.487972 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-df03e889-1fff-474e-a20d-8e48e43b8d26 None None] Provisioning complete for port 1a67ea54-5ffe-4602-930f-febfe4f1c871 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:13:24.488347 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-df03e889-1fff-474e-a20d-8e48e43b8d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.575986 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:24.594910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Deleting port c3cbcb5f-7290-4cc1-8eb6-67850d763d75 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:24.595171 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.635117 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:24.649164 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-df03e889-1fff-474e-a20d-8e48e43b8d26 None None] Current status of the port 1a67ea54-5ffe-4602-930f-febfe4f1c871 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:13:24.678526 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.678856 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for floatingip (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.692746 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Calling delete_port for c3cbcb5f-7290-4cc1-8eb6-67850d763d75 owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:24.811822 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:24.864167 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (c3cbcb5f-7290-4cc1-8eb6-67850d763d75), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.893443 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event deleted for resources: {'Port': ['ID=c3cbcb5f-7290-4cc1-8eb6-67850d763d75,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:24.915573 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks [] for floatingip (e88c887b-787f-4ec6-bab7-688fd147937c), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:24.915901 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Floating IP e88c887b-787f-4ec6-bab7-688fd147937c disassociated (deleted). External IP: 172.27.1.25, port: 1a67ea54-5ffe-4602-930f-febfe4f1c871. Jul 11 14:13:25.025880 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:25.048012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-02e9bb0a-7bfd-41d0-b097-01bfa44022b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:25.049499 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-02e9bb0a-7bfd-41d0-b097-01bfa44022b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1129 time: 0.0574868 Jul 11 14:13:25.249238 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46010) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:25.329460 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c301f0a7-ae16-419e-b000-d12eb123d694 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group (e467ae29-d5ab-4774-a032-07fd9ad2e4dd), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.354456 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c301f0a7-ae16-419e-b000-d12eb123d694 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group (e467ae29-d5ab-4774-a032-07fd9ad2e4dd), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.421557 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c301f0a7-ae16-419e-b000-d12eb123d694 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e467ae29-d5ab-4774-a032-07fd9ad2e4dd), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.424099 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c301f0a7-ae16-419e-b000-d12eb123d694 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.425227 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c301f0a7-ae16-419e-b000-d12eb123d694 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "DELETE /v2.0/security-groups/e467ae29-d5ab-4774-a032-07fd9ad2e4dd HTTP/1.1" status: 204 len: 168 time: 0.1746767 Jul 11 14:13:25.450559 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46014) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:25.468159 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301f0a7-ae16-419e-b000-d12eb123d694 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e467ae29-d5ab-4774-a032-07fd9ad2e4dd,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:25.479870 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.api.v2.resource [None req-6ea6f3be-97cc-43d5-8b39-8bd6bc1df029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] show failed (client error): The resource could not be found. Jul 11 14:13:25.480898 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-6ea6f3be-97cc-43d5-8b39-8bd6bc1df029 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups/e467ae29-d5ab-4774-a032-07fd9ad2e4dd HTTP/1.1" status: 404 len: 347 time: 0.0293026 Jul 11 14:13:25.487671 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7f8e-04da-4168-ba29-c405d269c1dd req-729d18be-f2e9-4876-a1ef-dc90187b2aee tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:25.489234 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46016) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:25.489727 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-af1b7f8e-04da-4168-ba29-c405d269c1dd req-729d18be-f2e9-4876-a1ef-dc90187b2aee tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0815935 Jul 11 14:13:25.540240 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-af1b7f8e-04da-4168-ba29-c405d269c1dd req-035ca8f1-fae9-4a56-91ed-c813aef78cb2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Jul 11 14:13:25.556394 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:25.575662 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.588530 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-f6f2421c-0c10-4e24-b069-59a464fc6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:25.589978 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-f6f2421c-0c10-4e24-b069-59a464fc6c6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 200 len: 914 time: 0.5024364 Jul 11 14:13:25.662461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b86b0-d134-479b-bb9b-65ae615007d1 req-0c4f85fb-debe-41e1-aa92-83e36a4b7cd3 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:25.664021 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-407b86b0-d134-479b-bb9b-65ae615007d1 req-0c4f85fb-debe-41e1-aa92-83e36a4b7cd3 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0463910 Jul 11 14:13:25.673193 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46020) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:25.677744 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Request body: {'floatingip': {'port_id': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:25.692970 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-114afce0-72b9-4174-90b3-1b2edb3f6afa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 217 time: 0.0914640 Jul 11 14:13:25.719124 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (ffc69b2b-8b43-4f63-8b43-9b8a829a8141), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.737168 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Deleting port 5375ca4c-add1-482c-bc83-4b094a7b3d3f {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:25.737517 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.845968 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-dc2704c1-1b81-4989-b944-251193cfa87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:25.847427 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-dc2704c1-1b81-4989-b944-251193cfa87e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b19735a-9636-4be0-8f36-3bf33c9ff846 HTTP/1.1" status: 200 len: 852 time: 0.1406357 Jul 11 14:13:25.871046 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:25.883406 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] Sync routers for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:25.894283 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.895097 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:25.895800 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:25.936982 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.937313 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (5375ca4c-add1-482c-bc83-4b094a7b3d3f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:25.952295 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-ef8f436a-124f-4a7b-ba08-7c8b2afcec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:25.953252 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 0a982454-2ed0-4dd2-bc29-6243369d5594 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:25.954096 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-ef8f436a-124f-4a7b-ba08-7c8b2afcec2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d181705-7d20-4c7e-a599-6ad30727516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001029 Jul 11 14:13:25.964766 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-28a05f6d-222d-43b3-b92e-f1d641117b99 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "DELETE /v2.0/floatingips/e88c887b-787f-4ec6-bab7-688fd147937c HTTP/1.1" status: 204 len: 168 time: 1.5351706 Jul 11 14:13:25.965907 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Calling delete_port for 5375ca4c-add1-482c-bc83-4b094a7b3d3f owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:25.986547 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 0a982454-2ed0-4dd2-bc29-6243369d5594 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:25.987439 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 0a982454-2ed0-4dd2-bc29-6243369d5594 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:26.014941 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:26.058600 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:26.061623 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad194359-70db-4fc2-84f6-1b876c287b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:26.063966 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:26.066556 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-7c49ab02-d7ca-4ed4-b867-362841ac3a40 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037199 Jul 11 14:13:26.144348 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17416db6-4bc0-42c2-a9ba-462d2a5d7448 x-openstack-request-id: req-17416db6-4bc0-42c2-a9ba-462d2a5d7448 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:26.144877 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:26.145130 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17416db6-4bc0-42c2-a9ba-462d2a5d7448 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:26.145560 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17416db6-4bc0-42c2-a9ba-462d2a5d7448'] response: {'name': 'network-changed', 'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'status': 'completed', 'code': 200} Jul 11 14:13:26.191705 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:26.212403 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:26.220833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:26.225523 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ffc69b2b-8b43-4f63-8b43-9b8a829a8141), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:26.251713 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-780821b3-b136-4f42-800d-8fdeb05dcca0 req-94c7d92b-abe4-4071-b251-d2cf813ff136 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716855 Jul 11 14:13:26.268137 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:26.271408 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 5, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:26.276452 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:26.306348 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] Checking router: 13c166d9-bf27-4f10-a8a6-7d3e497ecbad for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:26.319671 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:26.320669 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:26.332623 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (5375ca4c-add1-482c-bc83-4b094a7b3d3f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:26.348926 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Floating IP ffc69b2b-8b43-4f63-8b43-9b8a829a8141 associated. External IP: 172.27.1.221, port: 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e. Jul 11 14:13:26.372103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event deleted for resources: {'Port': ['ID=5375ca4c-add1-482c-bc83-4b094a7b3d3f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:26.404697 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks [] for floatingip (a3cf7cf0-5212-44e8-ae5a-9c48c3104d37), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:26.407810 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:26.412058 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7252df1b-2c84-4156-9b6a-22588c4f3c75 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "DELETE /v2.0/floatingips/a3cf7cf0-5212-44e8-ae5a-9c48c3104d37 HTTP/1.1" status: 204 len: 168 time: 0.9220812 Jul 11 14:13:26.461570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-1e31340d-5bee-44c2-8042-d9ddfeb7b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:26.463282 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-1e31340d-5bee-44c2-8042-d9ddfeb7b9c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32353b01d57e434eafdb5f253517ef93&device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 1129 time: 0.0500505 Jul 11 14:13:26.468773 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:26.581906 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Router dc9484ea-df0b-4d14-93c0-912984c1ec48 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:26.668113 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 5, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:26.692134 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:26.696919 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:26.705067 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] Sync routers for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:26.717232 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:26.717879 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:26.734615 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d09b75e8-379b-4484-ac6c-5facacd453e4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "PUT /v2.0/floatingips/ffc69b2b-8b43-4f63-8b43-9b8a829a8141 HTTP/1.1" status: 200 len: 991 time: 1.0602319 Jul 11 14:13:26.735672 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:26.739950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8947c9a5-4a48-4450-84d9-000a53b69700" -d '{"events": [{"name": "network-changed", "server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:26.781264 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324efb1-d959-41c7-a8ff-2aebf614df3a x-openstack-request-id: req-e324efb1-d959-41c7-a8ff-2aebf614df3a {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:26.781698 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:26.781842 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c351d2-889c-4b40-8220-988d9bd087e6 None None] The sync data for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi is: [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:08:58Z', 'revision_number': 4, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '923596c7-f67f-4d04-acf6-788c60a2d451', 'name': '', 'network_id': '6d181705-7d20-4c7e-a599-6ad30727516a', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'mac_address': 'fa:16:3e:e2:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:58Z', 'updated_at': '2022-07-11T14:09:04Z', 'revision_number': 5, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'subnets': [{'id': '0b19735a-9636-4be0-8f36-3bf33c9ff846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:26.782109 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e324efb1-d959-41c7-a8ff-2aebf614df3a {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:26.782514 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e324efb1-d959-41c7-a8ff-2aebf614df3a'] response: {'name': 'network-changed', 'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'status': 'completed', 'code': 200} Jul 11 14:13:26.829303 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:27.058132 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-4d7a77b3-08e0-4919-a7e3-adf9e88520d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:27.059715 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-4d7a77b3-08e0-4919-a7e3-adf9e88520d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1129 time: 0.0662887 Jul 11 14:13:27.069754 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-9fc202b8-36f4-42ed-8736-71b3ddafbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:27.070682 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ffc69b2b-8b43-4f63-8b43-9b8a829a8141', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'port_id': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'mac_address': 'fa:16:3e:8f:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:13:07Z', 'updated_at': '2022-07-11T14:13:26Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:27.071240 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-9fc202b8-36f4-42ed-8736-71b3ddafbb0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 200 len: 914 time: 0.1564629 Jul 11 14:13:27.075526 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6167670-35da-4472-b620-f386838b2b81 None None] New status for floating IP e88c887b-787f-4ec6-bab7-688fd147937c: DOWN {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:13:27.098693 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] Checking router: dc9484ea-df0b-4d14-93c0-912984c1ec48 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:27.107386 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:27.108001 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:27.198015 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-1511ffa9-d49c-449b-93e0-4748d3270c6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 200 len: 217 time: 0.0616522 Jul 11 14:13:27.296363 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-75f7ec19-3e0c-4cda-ac98-62bc80801007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:27.297819 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-75f7ec19-3e0c-4cda-ac98-62bc80801007 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b19735a-9636-4be0-8f36-3bf33c9ff846 HTTP/1.1" status: 200 len: 852 time: 0.0935371 Jul 11 14:13:27.307782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-3b665240-43bf-4e82-bb02-ccd62667029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:27.309156 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-3b665240-43bf-4e82-bb02-ccd62667029a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.1642160 Jul 11 14:13:27.343916 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:27.401791 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-90c3cb8f-b1c3-4851-8c09-3edc4a5dc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:27.403305 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-90c3cb8f-b1c3-4851-8c09-3edc4a5dc9fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d181705-7d20-4c7e-a599-6ad30727516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840042 Jul 11 14:13:27.421875 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-2a5a78ce-a3c3-4c9c-aa06-1d78022dbd0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 999 time: 0.1013350 Jul 11 14:13:27.519138 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-a421fad6-1156-4325-b4c4-ac4f575bab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:27.520493 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-a421fad6-1156-4325-b4c4-ac4f575bab0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.0887008 Jul 11 14:13:27.574630 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-dce3a8ab-0262-41bd-bf13-30e274c2b09c service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640198 Jul 11 14:13:27.578133 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-c7a06eb6-4508-4987-a4ec-9fac7eb18fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:27.579014 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-c7a06eb6-4508-4987-a4ec-9fac7eb18fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506308 Jul 11 14:13:27.591165 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ffc69b2b-8b43-4f63-8b43-9b8a829a8141', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'port_id': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'mac_address': 'fa:16:3e:8f:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:13:07Z', 'updated_at': '2022-07-11T14:13:26Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:27.619675 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee64960-ef6d-409b-ae88-322704a5c256 None None] The sync data for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi is: [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ffc69b2b-8b43-4f63-8b43-9b8a829a8141', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'port_id': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'mac_address': 'fa:16:3e:8f:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:13:07Z', 'updated_at': '2022-07-11T14:13:26Z', 'revision_number': 1, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:27.708730 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:27.725263 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:27.758787 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-b7fda161-848d-493c-b8fb-454bb033c1dc service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655543 Jul 11 14:13:27.760957 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ad194359-70db-4fc2-84f6-1b876c287b6a req-62f1479b-40dd-4c2d-9605-63997f6a8d01 service neutron] 10.222.0.55 "GET /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758928 Jul 11 14:13:27.830160 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188cdc8-db12-4048-833e-4d6df439c71c None None] New status for floating IP ffc69b2b-8b43-4f63-8b43-9b8a829a8141: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:13:27.867691 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8947c9a5-4a48-4450-84d9-000a53b69700 req-1ca8f427-d232-4c78-bbdc-871787dd3e04 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874989 Jul 11 14:13:27.933423 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:27.940778 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:28.938920 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2880b87-74d2-4750-8c2a-50629e9e7279 req-aece3e4d-cdab-4a98-bc2f-750472ea5632 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:28.940540 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e2880b87-74d2-4750-8c2a-50629e9e7279 req-aece3e4d-cdab-4a98-bc2f-750472ea5632 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0505877 Jul 11 14:13:28.989182 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e2880b87-74d2-4750-8c2a-50629e9e7279 req-ebd9b53a-8346-4276-a9f2-44d10874ea3e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Jul 11 14:13:29.895200 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc3f8-b39e-461b-b6bd-592cf22670e0 req-8a408f85-6a00-4127-b0e5-3fb00164fbfa tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:29.896679 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fb6fc3f8-b39e-461b-b6bd-592cf22670e0 req-8a408f85-6a00-4127-b0e5-3fb00164fbfa tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Jul 11 14:13:29.950291 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fb6fc3f8-b39e-461b-b6bd-592cf22670e0 req-42830f5e-6963-4d3c-9f4b-e048ed24d43d tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 Jul 11 14:13:30.109128 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9949b-6f4e-4c0d-84fa-86f82bd5d1f0 req-600c033f-6f6e-48d9-86b2-4336b34b5405 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:30.110631 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9a9949b-6f4e-4c0d-84fa-86f82bd5d1f0 req-600c033f-6f6e-48d9-86b2-4336b34b5405 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Jul 11 14:13:30.158012 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9a9949b-6f4e-4c0d-84fa-86f82bd5d1f0 req-2b6d099b-54e4-41d7-97ff-ab82a22d10f0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Jul 11 14:13:31.063050 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3e10d-f17b-47f1-9f50-1204ea88eecf req-388be969-9efb-4d29-96f7-c05910b35b24 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:31.064502 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-efb3e10d-f17b-47f1-9f50-1204ea88eecf req-388be969-9efb-4d29-96f7-c05910b35b24 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0473068 Jul 11 14:13:31.111787 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-efb3e10d-f17b-47f1-9f50-1204ea88eecf req-4fb9375a-97dd-4e58-8c82-38550e048166 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416846 Jul 11 14:13:31.275203 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2715ff2-7325-4656-ba21-4c3b5d35487e req-c1145011-e893-4ecc-b61d-13cd3660e23f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:31.276605 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c2715ff2-7325-4656-ba21-4c3b5d35487e req-c1145011-e893-4ecc-b61d-13cd3660e23f tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0505924 Jul 11 14:13:31.323517 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c2715ff2-7325-4656-ba21-4c3b5d35487e req-8cd91c1a-a939-4d6a-a476-5ca6882f87a6 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Jul 11 14:13:32.090608 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de036c67-842a-4204-a2d3-097efce36881 req-d80dc4ae-0552-460a-97b0-8078a56baa6e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:32.092042 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de036c67-842a-4204-a2d3-097efce36881 req-d80dc4ae-0552-460a-97b0-8078a56baa6e tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0478010 Jul 11 14:13:32.214657 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:32.225665 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785bb40-c8b7-40ea-9f81-45f78912025a req-2238d4e4-56b7-48dd-89b7-42ac235c52e5 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:32.227168 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d785bb40-c8b7-40ea-9f81-45f78912025a req-2238d4e4-56b7-48dd-89b7-42ac235c52e5 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0500369 Jul 11 14:13:32.274814 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d785bb40-c8b7-40ea-9f81-45f78912025a req-229db972-26ec-48b6-a802-9b4e17e9a047 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/security-groups?id=809bb660-8e74-4713-ba21-acc44a292694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Jul 11 14:13:32.363749 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-43562d12-a3e0-4568-932d-bbbcf21d5473 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:32.365191 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-43562d12-a3e0-4568-932d-bbbcf21d5473 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.55 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 945 time: 0.0821803 Jul 11 14:13:32.379848 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Deleting port 9e9fda17-8838-4876-b6ae-3c59dd83071a {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:32.380190 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:32.446328 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ef1a5-cae3-469e-9389-05d2393f22a1 req-f8f26494-007a-4908-9e1b-0495c96e6f50 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:32.447824 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1c7ef1a5-cae3-469e-9389-05d2393f22a1 req-f8f26494-007a-4908-9e1b-0495c96e6f50 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0511692 Jul 11 14:13:32.483757 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:32.496044 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1c7ef1a5-cae3-469e-9389-05d2393f22a1 req-555fde75-17dc-46bd-a184-f69b5f492878 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Jul 11 14:13:32.520775 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Deleting port 1a67ea54-5ffe-4602-930f-febfe4f1c871 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:32.521112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:32.546089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] For port 9e9fda17-8838-4876-b6ae-3c59dd83071a, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=9e9fda17-8838-4876-b6ae-3c59dd83071a,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:32.546469 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:32.574034 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Calling delete_port for 9e9fda17-8838-4876-b6ae-3c59dd83071a owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:32.670123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] For port 1a67ea54-5ffe-4602-930f-febfe4f1c871, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1a67ea54-5ffe-4602-930f-febfe4f1c871,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:32.670509 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:32.693287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Calling delete_port for 1a67ea54-5ffe-4602-930f-febfe4f1c871 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:32.824955 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:32.827684 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (9e9fda17-8838-4876-b6ae-3c59dd83071a), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:32.866702 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['e0ad0377-4158-40bf-b3a5-efaddf7e18fe', '9e9fda17-8838-4876-b6ae-3c59dd83071a'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:13:32.875484 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:32.892354 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event deleted for resources: {'Port': ['ID=9e9fda17-8838-4876-b6ae-3c59dd83071a,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:32.954569 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] No DVR routers for this DVR port 9e9fda17-8838-4876-b6ae-3c59dd83071a on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:32.958009 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:32.961853 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-de036c67-842a-4204-a2d3-097efce36881 req-94e8c855-c948-49b0-a505-f4cedbbf0010 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "DELETE /v2.0/ports/9e9fda17-8838-4876-b6ae-3c59dd83071a HTTP/1.1" status: 204 len: 173 time: 0.7086668 Jul 11 14:13:32.962643 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'name': 'network-vif-deleted', 'tag': '9e9fda17-8838-4876-b6ae-3c59dd83071a'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:32.965522 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb756ae1-173a-4bee-bd93-b98e605970ae" -d '{"events": [{"server_uuid": "246af345-cb1b-449d-abe1-4be428cb9ee3", "name": "network-vif-deleted", "tag": "9e9fda17-8838-4876-b6ae-3c59dd83071a"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:32.969140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (1a67ea54-5ffe-4602-930f-febfe4f1c871), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:33.009086 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Pushing event deleted for resources: {'Port': ['ID=1a67ea54-5ffe-4602-930f-febfe4f1c871,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:33.015050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850629c7-e970-482d-bff9-8b92f702d570 x-openstack-request-id: req-850629c7-e970-482d-bff9-8b92f702d570 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:33.015050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246af345-cb1b-449d-abe1-4be428cb9ee3", "name": "network-vif-deleted", "tag": "9e9fda17-8838-4876-b6ae-3c59dd83071a", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:33.015050 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-850629c7-e970-482d-bff9-8b92f702d570 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:33.015424 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850629c7-e970-482d-bff9-8b92f702d570'] response: {'server_uuid': '246af345-cb1b-449d-abe1-4be428cb9ee3', 'name': 'network-vif-deleted', 'tag': '9e9fda17-8838-4876-b6ae-3c59dd83071a', 'status': 'completed', 'code': 200} Jul 11 14:13:33.022578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1a67ea54-5ffe-4602-930f-febfe4f1c871'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:13:33.059949 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] No DVR routers for this DVR port 1a67ea54-5ffe-4602-930f-febfe4f1c871 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:33.062386 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:33.065583 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-aa10951f-f805-4422-93bf-6831c9ffe72c req-f14a5644-c75a-473c-b72f-91aab88d4bf7 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.55 "DELETE /v2.0/ports/1a67ea54-5ffe-4602-930f-febfe4f1c871 HTTP/1.1" status: 204 len: 173 time: 0.6919875 Jul 11 14:13:33.383582 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4ce3b01d-a45c-45b2-a02c-5e69e03e10c9 req-b2661650-aa20-4df6-9db8-d7bd32e213b6 tempest-TestMinimumBasicScenario-2033476451 tempest-TestMinimumBasicScenario-2033476451-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e8b055-46fd-4044-86cb-58e7594e0893 HTTP/1.1" status: 200 len: 210 time: 0.0284779 Jul 11 14:13:33.603605 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-18f0fba0-b6ce-4913-b771-2ffccd15d7dc req-379295db-0948-40b3-9e70-2e337a27d061 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=246af345-cb1b-449d-abe1-4be428cb9ee3 HTTP/1.1" status: 200 len: 210 time: 0.0269375 Jul 11 14:13:34.883347 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76018c-ac31-4155-87a5-9b914a58fa9e req-d6a6c57a-5aa5-4488-88e0-baf5034aceda tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:34.884832 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4c76018c-ac31-4155-87a5-9b914a58fa9e req-d6a6c57a-5aa5-4488-88e0-baf5034aceda tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0487239 Jul 11 14:13:34.937560 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4c76018c-ac31-4155-87a5-9b914a58fa9e req-fb115480-64f2-4cee-ac5e-915deda3ca08 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Jul 11 14:13:34.978539 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46142) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:35.017816 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'name': 'network-vif-deleted', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:35.020084 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cc7246-7dad-4fa9-bf52-e38af01f04cd" -d '{"events": [{"server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "name": "network-vif-deleted", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:35.065995 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2507877-c6bb-4fb2-b571-67369ea72a4d x-openstack-request-id: req-c2507877-c6bb-4fb2-b571-67369ea72a4d {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:35.066287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e8b055-46fd-4044-86cb-58e7594e0893", "name": "network-vif-deleted", "tag": "1a67ea54-5ffe-4602-930f-febfe4f1c871", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:35.066576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2507877-c6bb-4fb2-b571-67369ea72a4d {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:35.066970 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2507877-c6bb-4fb2-b571-67369ea72a4d'] response: {'server_uuid': '49e8b055-46fd-4044-86cb-58e7594e0893', 'name': 'network-vif-deleted', 'tag': '1a67ea54-5ffe-4602-930f-febfe4f1c871', 'status': 'completed', 'code': 200} Jul 11 14:13:35.360664 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:35.625090 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Deleting port 923596c7-f67f-4d04-acf6-788c60a2d451 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:35.625344 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:35.703312 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] For port 923596c7-f67f-4d04-acf6-788c60a2d451, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=923596c7-f67f-4d04-acf6-788c60a2d451,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:35.703705 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:35.720108 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Calling delete_port for 923596c7-f67f-4d04-acf6-788c60a2d451 owned by network:router_interface {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:35.987055 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1a67ea54-5ffe-4602-930f-febfe4f1c871 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:36.007099 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 1a67ea54-5ffe-4602-930f-febfe4f1c871 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:36.007595 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1a67ea54-5ffe-4602-930f-febfe4f1c871 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:36.008137 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 9e9fda17-8838-4876-b6ae-3c59dd83071a no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:36.029749 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 9e9fda17-8838-4876-b6ae-3c59dd83071a {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:36.030440 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 9e9fda17-8838-4876-b6ae-3c59dd83071a not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:36.058658 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c4e0e-9157-4923-a4df-f4cbb02bf1d9 req-885b7d3c-8622-4237-9ae8-8f9f90ed2b68 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:36.060252 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6b1c4e0e-9157-4923-a4df-f4cbb02bf1d9 req-885b7d3c-8622-4237-9ae8-8f9f90ed2b68 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0516021 Jul 11 14:13:36.077104 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:36.090695 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:36.116838 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6b1c4e0e-9157-4923-a4df-f4cbb02bf1d9 req-220ef485-94b8-42c0-985a-cd88eefb7f8b tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509553 Jul 11 14:13:36.149679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (923596c7-f67f-4d04-acf6-788c60a2d451), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:36.174751 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=923596c7-f67f-4d04-acf6-788c60a2d451,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:36.186674 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.187018 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.187353 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.187679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.188003 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.189088 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.189444 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.189809 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.190148 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.190516 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.190881 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.191210 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.191538 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.191866 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.192192 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:36.310000 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:36.517193 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:36.620271 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:36.625478 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-5a288c71-668d-4d3f-9467-f2ada3d42b53 admin admin] 10.222.0.49 "PUT /v2.0/routers/13c166d9-bf27-4f10-a8a6-7d3e497ecbad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6459291 Jul 11 14:13:36.628025 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46148) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:36.628858 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] Sync routers for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:36.639918 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:36.640531 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:36.673855 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:36.734697 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks [] for router (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:36.745101 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:36.838513 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks [] for router_gateway (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:36.884706 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Deleting port 8e9d52b9-fd62-42fd-adb3-a531fd99df29 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:36.885038 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:36.914727 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:13:36Z', 'revision_number': 5, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port': {'id': '8e9d52b9-fd62-42fd-adb3-a531fd99df29', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:56Z', 'updated_at': '2022-07-11T14:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:36.940352 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] Checking router: 13c166d9-bf27-4f10-a8a6-7d3e497ecbad for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:36.948792 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] Routers {'13c166d9-bf27-4f10-a8a6-7d3e497ecbad'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:36.949652 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:36.967140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:36.972222 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] For port 8e9d52b9-fd62-42fd-adb3-a531fd99df29, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=8e9d52b9-fd62-42fd-adb3-a531fd99df29,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:36.972595 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:36.985898 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Calling delete_port for 8e9d52b9-fd62-42fd-adb3-a531fd99df29 owned by network:router_gateway {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:36.995372 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:37.036311 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] Set router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad gateway port host: None {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:37.087392 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:13:36Z', 'revision_number': 6, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:37.112150 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b71c9-b5e5-4f09-a324-12ee54e873f1 None None] The sync data for ids ['13c166d9-bf27-4f10-a8a6-7d3e497ecbad'] in dv-cinder-848429-3-iscsi is: [{'id': '13c166d9-bf27-4f10-a8a6-7d3e497ecbad', 'name': 'tempest-TestMinimumBasicScenario-91566435-router', 'tenant_id': '32353b01d57e434eafdb5f253517ef93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:55Z', 'updated_at': '2022-07-11T14:13:36Z', 'revision_number': 6, 'project_id': '32353b01d57e434eafdb5f253517ef93', 'gw_port_host': None}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:37.158006 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (8e9d52b9-fd62-42fd-adb3-a531fd99df29), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.182988 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9d52b9-fd62-42fd-adb3-a531fd99df29,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:37.214471 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.235099 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988138b0-24f9-47ee-b2d4-4e566cc37540 req-552d6735-5824-4110-af3c-dfaea3623930 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:37.236565 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-988138b0-24f9-47ee-b2d4-4e566cc37540 req-552d6735-5824-4110-af3c-dfaea3623930 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Jul 11 14:13:37.285548 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-988138b0-24f9-47ee-b2d4-4e566cc37540 req-37c2f061-94ab-4449-9ac9-0d06fafa7a1c tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Jul 11 14:13:37.315317 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.317484 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks [] for router_controller (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.380586 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (13c166d9-bf27-4f10-a8a6-7d3e497ecbad), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.381140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c166d9-bf27-4f10-a8a6-7d3e497ecbad {{(pid=104191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:13:37.386215 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.387370 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-29ef0db9-f276-4c1d-9085-1a33ced1f97d admin admin] 10.222.0.49 "DELETE /v2.0/routers/13c166d9-bf27-4f10-a8a6-7d3e497ecbad HTTP/1.1" status: 204 len: 168 time: 0.7584400 Jul 11 14:13:37.390534 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46152) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:37.433305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] Deleting subnet 0b19735a-9636-4be0-8f36-3bf33c9ff846 {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:13:37.436887 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] Publish callbacks [] for subnet (0b19735a-9636-4be0-8f36-3bf33c9ff846), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.476629 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] Publish callbacks [] for subnet (0b19735a-9636-4be0-8f36-3bf33c9ff846), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.557465 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (0b19735a-9636-4be0-8f36-3bf33c9ff846), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.616039 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (0b19735a-9636-4be0-8f36-3bf33c9ff846), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.642444 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b19735a-9636-4be0-8f36-3bf33c9ff846,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:37.646321 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.649621 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-00a403f6-bef3-4c5f-b558-702d3f5dac11 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b19735a-9636-4be0-8f36-3bf33c9ff846 HTTP/1.1" status: 204 len: 168 time: 0.2578709 Jul 11 14:13:37.651973 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46154) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:37.652190 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2415459-27e5-4898-8764-82e45ed39dc7 None None] Network 6d181705-7d20-4c7e-a599-6ad30727516a requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:13:37.723172 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (6d181705-7d20-4c7e-a599-6ad30727516a), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.766585 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Deleting port 9efa462e-6edd-4b05-af9f-19daefad00e1 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:37.766924 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.833866 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] For port 9efa462e-6edd-4b05-af9f-19daefad00e1, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=9efa462e-6edd-4b05-af9f-19daefad00e1,segment=NetworkSegment(4ffa074d-d1dc-4622-acdd-a2be14778d92),segment_id=4ffa074d-d1dc-4622-acdd-a2be14778d92)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:37.834145 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.846761 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Calling delete_port for 9efa462e-6edd-4b05-af9f-19daefad00e1 owned by network:dhcp {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:37.899852 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] DHCP port deletion for 6d181705-7d20-4c7e-a599-6ad30727516a request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:13:37.918975 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-782cf707-2614-4bc8-9c03-0eca80e1c951 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:37.921156 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-782cf707-2614-4bc8-9c03-0eca80e1c951 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0554819 Jul 11 14:13:37.939026 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.953029 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] Deleting port 9efa462e-6edd-4b05-af9f-19daefad00e1 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:37.953636 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:37.962485 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efa462e-6edd-4b05-af9f-19daefad00e1,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:37.975314 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.975661 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.976002 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.976341 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.976673 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.977002 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.977328 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.977651 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.977973 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.978319 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.978670 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.978994 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.979309 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.979629 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.979946 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:13:37.983350 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] No DVR routers for this DVR port 9efa462e-6edd-4b05-af9f-19daefad00e1 on host dv-cinder-848429-3-iscsi {{(pid=104192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:38.030798 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] For port 9efa462e-6edd-4b05-af9f-19daefad00e1, host dv-cinder-848429-3-iscsi, got binding levels [] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:38.031194 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.032912 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Deleting port e0ad0377-4158-40bf-b3a5-efaddf7e18fe {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:38.033264 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.045356 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] Calling delete_port for 9efa462e-6edd-4b05-af9f-19daefad00e1 owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:38.048680 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.ipam_backend_mixin [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] Port 9efa462e-6edd-4b05-af9f-19daefad00e1 was not found and therefore no delete operation was performed {{(pid=104193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 11 14:13:38.050354 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (9efa462e-6edd-4b05-af9f-19daefad00e1), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.063680 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] No DVR routers for this DVR port 9efa462e-6edd-4b05-af9f-19daefad00e1 on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:38.065676 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (6d181705-7d20-4c7e-a599-6ad30727516a), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.085736 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ca45a-1b35-4477-94e6-3a8dc0fec8d8 None None] Pushing event deleted for resources: {'Port': ['ID=9efa462e-6edd-4b05-af9f-19daefad00e1,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:38.103565 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d181705-7d20-4c7e-a599-6ad30727516a']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:38.114718 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffa074d-d1dc-4622-acdd-a2be14778d92') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:38.115225 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffa074d-d1dc-4622-acdd-a2be14778d92') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:38.127317 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (4ffa074d-d1dc-4622-acdd-a2be14778d92), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.135170 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:38.142691 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (4ffa074d-d1dc-4622-acdd-a2be14778d92), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.148877 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] For port e0ad0377-4158-40bf-b3a5-efaddf7e18fe, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:38.149954 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.150196 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:13:38.150715 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (4ffa074d-d1dc-4622-acdd-a2be14778d92), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.165196 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Calling delete_port for e0ad0377-4158-40bf-b3a5-efaddf7e18fe owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:38.169147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:38.226465 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (6d181705-7d20-4c7e-a599-6ad30727516a), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.234137 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.237409 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d181705-7d20-4c7e-a599-6ad30727516a HTTP/1.1" status: 204 len: 168 time: 0.5843835 Jul 11 14:13:38.240845 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46160) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:38.252343 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accad8a2-e2ce-42b8-9615-887c505b61f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d181705-7d20-4c7e-a599-6ad30727516a,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:38.268069 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 4ffa074d-d1dc-4622-acdd-a2be14778d92 resource provider aggregate not found Jul 11 14:13:38.285969 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 4ffa074d-d1dc-4622-acdd-a2be14778d92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ffa074d-d1dc-4622-acdd-a2be14778d92 found for delete ", "request_id": "req-a336f064-ff83-4795-81e4-65d946ef8860"}]} Jul 11 14:13:38.330653 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:38.398866 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (e0ad0377-4158-40bf-b3a5-efaddf7e18fe), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.399195 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180e51-7179-4d99-b6ee-564c2a2c3dad req-bc4cac68-6d02-4f32-a25b-6c5450d75ea5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:38.400761 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aa180e51-7179-4d99-b6ee-564c2a2c3dad req-bc4cac68-6d02-4f32-a25b-6c5450d75ea5 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d8c2737-675e-4124-86c5-2c06d1d65991 HTTP/1.1" status: 200 len: 945 time: 0.0468562 Jul 11 14:13:38.449057 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['e0ad0377-4158-40bf-b3a5-efaddf7e18fe'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:13:38.449688 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aa180e51-7179-4d99-b6ee-564c2a2c3dad req-b387f204-dce2-434e-a072-abce1f9b5936 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c01b8eeb-eef3-4520-8d88-09057887d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Jul 11 14:13:38.462033 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Pushing event deleted for resources: {'Port': ['ID=e0ad0377-4158-40bf-b3a5-efaddf7e18fe,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:38.545399 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] No DVR routers for this DVR port e0ad0377-4158-40bf-b3a5-efaddf7e18fe on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:38.549760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.553219 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-380f98b2-d5f8-474f-a3b5-0b0cac6faaa9 req-d57d9663-a3da-4224-ad7c-5f637b6486e0 tempest-ServerRescueNegativeTestJSON-602605400 tempest-ServerRescueNegativeTestJSON-602605400-project] 10.222.0.55 "DELETE /v2.0/ports/e0ad0377-4158-40bf-b3a5-efaddf7e18fe HTTP/1.1" status: 204 len: 173 time: 0.6251929 Jul 11 14:13:38.553687 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'name': 'network-vif-deleted', 'tag': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:38.555961 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce1d267-82da-4eb8-9d57-c37ab88e7424" -d '{"events": [{"server_uuid": "7d8c2737-675e-4124-86c5-2c06d1d65991", "name": "network-vif-deleted", "tag": "e0ad0377-4158-40bf-b3a5-efaddf7e18fe"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:38.599454 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdf403a-c400-4b3b-97ac-d69a9684238c x-openstack-request-id: req-3cdf403a-c400-4b3b-97ac-d69a9684238c {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:38.599759 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8c2737-675e-4124-86c5-2c06d1d65991", "name": "network-vif-deleted", "tag": "e0ad0377-4158-40bf-b3a5-efaddf7e18fe", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:38.600011 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cdf403a-c400-4b3b-97ac-d69a9684238c {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:38.600461 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cdf403a-c400-4b3b-97ac-d69a9684238c'] response: {'server_uuid': '7d8c2737-675e-4124-86c5-2c06d1d65991', 'name': 'network-vif-deleted', 'tag': 'e0ad0377-4158-40bf-b3a5-efaddf7e18fe', 'status': 'completed', 'code': 200} Jul 11 14:13:38.689254 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (9f954f88-bc8a-4fee-a067-0aa526b9a464), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:38.758556 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 9efa462e-6edd-4b05-af9f-19daefad00e1 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:38.779401 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 9efa462e-6edd-4b05-af9f-19daefad00e1 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:38.779745 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 9efa462e-6edd-4b05-af9f-19daefad00e1 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:38.780152 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 8e9d52b9-fd62-42fd-adb3-a531fd99df29 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:38.798396 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 8e9d52b9-fd62-42fd-adb3-a531fd99df29 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:38.798875 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 8e9d52b9-fd62-42fd-adb3-a531fd99df29 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:38.799349 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 923596c7-f67f-4d04-acf6-788c60a2d451 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:38.817842 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 923596c7-f67f-4d04-acf6-788c60a2d451 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:38.818192 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 923596c7-f67f-4d04-acf6-788c60a2d451 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:38.926891 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Deleting port ed0f5207-355f-4f6d-8347-36cdc5684f4c {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:38.927158 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:39.004053 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] For port ed0f5207-355f-4f6d-8347-36cdc5684f4c, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ed0f5207-355f-4f6d-8347-36cdc5684f4c,segment=NetworkSegment(722468fa-42e5-4d56-87e7-cf32910d9ef7),segment_id=722468fa-42e5-4d56-87e7-cf32910d9ef7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:39.004486 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:39.017982 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Calling delete_port for ed0f5207-355f-4f6d-8347-36cdc5684f4c owned by network:router_interface {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:39.065367 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:39.209244 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:39.214417 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (ed0f5207-355f-4f6d-8347-36cdc5684f4c), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:39.240352 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0f5207-355f-4f6d-8347-36cdc5684f4c,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:39.511981 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46172) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:39.613922 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (9f954f88-bc8a-4fee-a067-0aa526b9a464), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:39.669597 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:39.820715 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Router 9f954f88-bc8a-4fee-a067-0aa526b9a464 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:39.921794 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:39.927023 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9fd689b9-edd9-40c3-91c8-0339ec6cebb1 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f954f88-bc8a-4fee-a067-0aa526b9a464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6850810 Jul 11 14:13:39.929587 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46176) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:39.932876 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] Sync routers for ids ['9f954f88-bc8a-4fee-a067-0aa526b9a464'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:39.936911 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:39.946352 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] Routers {'9f954f88-bc8a-4fee-a067-0aa526b9a464'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:39.947262 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['9f954f88-bc8a-4fee-a067-0aa526b9a464'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:40.037145 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks [] for router (9f954f88-bc8a-4fee-a067-0aa526b9a464), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.056758 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] Set router 9f954f88-bc8a-4fee-a067-0aa526b9a464 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:40.145230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks [] for router_gateway (9f954f88-bc8a-4fee-a067-0aa526b9a464), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.164521 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Deleting port 9aba2def-b77f-4a04-82e0-632ac7867bb5 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:40.164881 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.209057 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Deleting port eafefa68-d3e0-488a-83b8-b37e76e0be11 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:40.209446 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.237550 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:40.237958 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:13:39Z', 'revision_number': 5, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port': {'id': 'eafefa68-d3e0-488a-83b8-b37e76e0be11', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:40.253905 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] For port 9aba2def-b77f-4a04-82e0-632ac7867bb5, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=9aba2def-b77f-4a04-82e0-632ac7867bb5,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:40.254266 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.265968 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] Checking router: 9f954f88-bc8a-4fee-a067-0aa526b9a464 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:40.267602 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Calling delete_port for 9aba2def-b77f-4a04-82e0-632ac7867bb5 owned by network:router_interface {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:40.275731 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] Routers {'9f954f88-bc8a-4fee-a067-0aa526b9a464'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:40.276272 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['9f954f88-bc8a-4fee-a067-0aa526b9a464'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:40.301238 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] For port eafefa68-d3e0-488a-83b8-b37e76e0be11, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=eafefa68-d3e0-488a-83b8-b37e76e0be11,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:40.301617 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.316437 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Calling delete_port for eafefa68-d3e0-488a-83b8-b37e76e0be11 owned by network:router_gateway {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:40.365050 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] Set router 9f954f88-bc8a-4fee-a067-0aa526b9a464 gateway port host: None {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:40.371722 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:40.375555 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:40.417163 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:13:40Z', 'revision_number': 6, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:40.445578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a313d4f-768e-4f3c-9f98-48aa626ecd1f None None] The sync data for ids ['9f954f88-bc8a-4fee-a067-0aa526b9a464'] in dv-cinder-848429-3-iscsi is: [{'id': '9f954f88-bc8a-4fee-a067-0aa526b9a464', 'name': 'tempest-TestMinimumBasicScenario-1871944892-router', 'tenant_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:09:01Z', 'updated_at': '2022-07-11T14:13:40Z', 'revision_number': 6, 'project_id': 'b7d4d56298dc40c9b1fde368ed3f19f4', 'gw_port_host': None}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:40.469561 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (9aba2def-b77f-4a04-82e0-632ac7867bb5), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.497782 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Pushing event deleted for resources: {'Port': ['ID=9aba2def-b77f-4a04-82e0-632ac7867bb5,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:40.497984 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (eafefa68-d3e0-488a-83b8-b37e76e0be11), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.527111 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Pushing event deleted for resources: {'Port': ['ID=eafefa68-d3e0-488a-83b8-b37e76e0be11,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:40.557025 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (9f954f88-bc8a-4fee-a067-0aa526b9a464), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.566245 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:40.652530 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (9f954f88-bc8a-4fee-a067-0aa526b9a464), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.656292 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks [] for router_controller (9f954f88-bc8a-4fee-a067-0aa526b9a464), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.714155 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (9f954f88-bc8a-4fee-a067-0aa526b9a464), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.714895 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f954f88-bc8a-4fee-a067-0aa526b9a464 {{(pid=104191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:13:40.719973 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.721146 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-62cf0be0-672d-440d-9280-08eadcca220e admin admin] 10.222.0.49 "DELETE /v2.0/routers/9f954f88-bc8a-4fee-a067-0aa526b9a464 HTTP/1.1" status: 204 len: 168 time: 0.7906508 Jul 11 14:13:40.723832 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46180) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:40.771229 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] Deleting subnet 293a25ed-e61b-4809-abcc-896a67e162d3 {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:13:40.775007 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] Publish callbacks [] for subnet (293a25ed-e61b-4809-abcc-896a67e162d3), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.824307 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] Publish callbacks [] for subnet (293a25ed-e61b-4809-abcc-896a67e162d3), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.875536 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (293a25ed-e61b-4809-abcc-896a67e162d3), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.937534 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.948996 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for subnet (293a25ed-e61b-4809-abcc-896a67e162d3), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.976540 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293a25ed-e61b-4809-abcc-896a67e162d3,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:40.982104 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:40.988059 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-908627e9-16fa-47ab-ad6e-e03d95b7d3b4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/293a25ed-e61b-4809-abcc-896a67e162d3 HTTP/1.1" status: 204 len: 168 time: 0.2604573 Jul 11 14:13:40.988059 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46182) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:40.990596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74769bfc-6bf2-469c-beea-970a3bd1514b None None] Network 5a70bef6-4f90-4033-809c-527bbf1f8f00 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:13:41.008638 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:41.063112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (5a70bef6-4f90-4033-809c-527bbf1f8f00), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.082726 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:41.117200 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Deleting port 193232b0-336b-4732-8895-70b75d303582 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:41.117534 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (193232b0-336b-4732-8895-70b75d303582), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.172866 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:41.187823 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] For port 193232b0-336b-4732-8895-70b75d303582, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=193232b0-336b-4732-8895-70b75d303582,segment=NetworkSegment(722468fa-42e5-4d56-87e7-cf32910d9ef7),segment_id=722468fa-42e5-4d56-87e7-cf32910d9ef7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:41.188053 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (193232b0-336b-4732-8895-70b75d303582), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.201924 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Calling delete_port for 193232b0-336b-4732-8895-70b75d303582 owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:41.275177 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:41.281413 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:41.286599 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-80d380d8-e4f4-4a04-a984-bc8fda797fea admin admin] 10.222.0.49 "PUT /v2.0/routers/c2e76d94-29eb-4951-bc47-8e71fd70e8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7747939 Jul 11 14:13:41.289164 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46184) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:41.302707 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ed0f5207-355f-4f6d-8347-36cdc5684f4c no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:41.314013 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] Sync routers for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:41.331658 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:41.332762 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:41.335434 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (193232b0-336b-4732-8895-70b75d303582), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.336285 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: ed0f5207-355f-4f6d-8347-36cdc5684f4c {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:41.336905 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ed0f5207-355f-4f6d-8347-36cdc5684f4c not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:41.341781 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1221bcd-43e8-445d-8f75-c03103f63819 None None] DHCP port deletion for 5a70bef6-4f90-4033-809c-527bbf1f8f00 request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:13:41.389206 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Pushing event deleted for resources: {'Port': ['ID=193232b0-336b-4732-8895-70b75d303582,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:41.391396 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] No DVR routers for this DVR port 193232b0-336b-4732-8895-70b75d303582 on host dv-cinder-848429-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:41.417292 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:41.419774 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks [] for router (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.473915 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:41.482399 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:41.485166 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (5a70bef6-4f90-4033-809c-527bbf1f8f00), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.518573 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.518938 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.519774 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.520186 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > port after_create 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.520610 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.521011 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > port after_update 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.521546 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.521956 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.522383 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.522769 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.528197 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:41.538571 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks [] for router_gateway (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.586669 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Deleting port 32f72845-508f-4c40-aa8d-894cc1384733 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:41.587561 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (32f72845-508f-4c40-aa8d-894cc1384733), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.620085 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.620581 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.620919 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.621250 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 11 14:13:41.621627 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a70bef6-4f90-4033-809c-527bbf1f8f00']}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:41.644662 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722468fa-42e5-4d56-87e7-cf32910d9ef7') {'for_net_delete': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:41.644937 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722468fa-42e5-4d56-87e7-cf32910d9ef7') {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:41.667109 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5045998'] for segment (722468fa-42e5-4d56-87e7-cf32910d9ef7), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.673022 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143'}], 'enable_snat': True}, 'gw_port_id': '32f72845-508f-4c40-aa8d-894cc1384733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:13:40Z', 'revision_number': 5, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port': {'id': '32f72845-508f-4c40-aa8d-894cc1384733', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:41.695302 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (722468fa-42e5-4d56-87e7-cf32910d9ef7), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.697635 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] For port 32f72845-508f-4c40-aa8d-894cc1384733, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=32f72845-508f-4c40-aa8d-894cc1384733,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:41.698144 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (32f72845-508f-4c40-aa8d-894cc1384733), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.704847 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] Checking router: c2e76d94-29eb-4951-bc47-8e71fd70e8f9 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:41.709607 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:13:41.710088 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4777204'] for segment (722468fa-42e5-4d56-87e7-cf32910d9ef7), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.715407 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] Routers {'c2e76d94-29eb-4951-bc47-8e71fd70e8f9'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:41.716444 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:41.720217 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Calling delete_port for 32f72845-508f-4c40-aa8d-894cc1384733 owned by network:router_gateway {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:41.804009 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] Set router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 gateway port host: None {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:41.828034 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (5a70bef6-4f90-4033-809c-527bbf1f8f00), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.857573 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.861235 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5a70bef6-4f90-4033-809c-527bbf1f8f00 HTTP/1.1" status: 204 len: 168 time: 0.8725312 Jul 11 14:13:41.862359 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06fb70-a727-45e5-b869-dd05822c3595 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a70bef6-4f90-4033-809c-527bbf1f8f00,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:41.866791 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:13:41Z', 'revision_number': 6, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:41.892059 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2c596-b0b4-4aee-87dd-e0adeb075a77 None None] The sync data for ids ['c2e76d94-29eb-4951-bc47-8e71fd70e8f9'] in dv-cinder-848429-3-iscsi is: [{'id': 'c2e76d94-29eb-4951-bc47-8e71fd70e8f9', 'name': 'tempest-ServerRescueNegativeTestJSON-2015407969-router', 'tenant_id': '4b181bc391914f6abcea09b894b88473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:13:41Z', 'revision_number': 6, 'project_id': '4b181bc391914f6abcea09b894b88473', 'gw_port_host': None}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:41.927058 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 722468fa-42e5-4d56-87e7-cf32910d9ef7 resource provider aggregate not found Jul 11 14:13:41.958039 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 722468fa-42e5-4d56-87e7-cf32910d9ef7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 722468fa-42e5-4d56-87e7-cf32910d9ef7 found for delete ", "request_id": "req-bd34e9e6-8356-4c01-b345-94d9e82b5f95"}]} Jul 11 14:13:41.971693 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (32f72845-508f-4c40-aa8d-894cc1384733), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:41.999506 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f72845-508f-4c40-aa8d-894cc1384733,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:42.025151 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device e0ad0377-4158-40bf-b3a5-efaddf7e18fe no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:42.033031 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46198) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:42.048520 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: e0ad0377-4158-40bf-b3a5-efaddf7e18fe {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:42.049180 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device e0ad0377-4158-40bf-b3a5-efaddf7e18fe not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:42.063343 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:42.084409 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.087987 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-bd9e3b8b-8823-4c5a-a239-1ac7aa99bbe7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32353b01d57e434eafdb5f253517ef93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526912 Jul 11 14:13:42.090394 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46200) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:42.145025 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4b70bb50-21b3-46c3-849a-8b413e9cc9e2 admin admin] Publish callbacks [] for security_group (809bb660-8e74-4713-ba21-acc44a292694), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.166714 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4b70bb50-21b3-46c3-849a-8b413e9cc9e2 admin admin] Publish callbacks [] for security_group (809bb660-8e74-4713-ba21-acc44a292694), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.179514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.181686 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks [] for router_controller (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.215523 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4b70bb50-21b3-46c3-849a-8b413e9cc9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (809bb660-8e74-4713-ba21-acc44a292694), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.218099 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4b70bb50-21b3-46c3-849a-8b413e9cc9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.220961 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4b70bb50-21b3-46c3-849a-8b413e9cc9e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/809bb660-8e74-4713-ba21-acc44a292694 HTTP/1.1" status: 204 len: 168 time: 0.1280253 Jul 11 14:13:42.226911 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (c2e76d94-29eb-4951-bc47-8e71fd70e8f9), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.227508 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e76d94-29eb-4951-bc47-8e71fd70e8f9 {{(pid=104192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:13:42.227620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70bb50-21b3-46c3-849a-8b413e9cc9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809bb660-8e74-4713-ba21-acc44a292694,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:42.239651 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.243124 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-51d0dd1a-03f3-4c50-890e-b28e139d4834 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c2e76d94-29eb-4951-bc47-8e71fd70e8f9 HTTP/1.1" status: 204 len: 168 time: 0.9527426 Jul 11 14:13:42.243853 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46204) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:42.289188 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] Deleting subnet a0fef116-42db-4ab4-a3b2-ac4249381b89 {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:13:42.292341 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] Publish callbacks [] for subnet (a0fef116-42db-4ab4-a3b2-ac4249381b89), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.331248 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5045973'] for subnet (a0fef116-42db-4ab4-a3b2-ac4249381b89), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.412540 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (a0fef116-42db-4ab4-a3b2-ac4249381b89), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.482729 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4777038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4755134'] for subnet (a0fef116-42db-4ab4-a3b2-ac4249381b89), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.516344 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fef116-42db-4ab4-a3b2-ac4249381b89,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:42.522877 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.529103 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4892761d-3d79-408a-8f8f-d09cca4e33e1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a0fef116-42db-4ab4-a3b2-ac4249381b89 HTTP/1.1" status: 204 len: 168 time: 0.2817910 Jul 11 14:13:42.529414 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46208) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:42.531041 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6a760-24c7-4fda-869e-c82c4e33c0ae None None] Network c944d348-d5b7-4b6c-9be2-cb2a59820444 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:13:42.616407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (c944d348-d5b7-4b6c-9be2-cb2a59820444), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.624077 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46210) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:42.677254 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:42.702066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Deleting port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:42.702489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.779152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:42.788049 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-40be3ee6-1813-4102-b179-83de5a8ed3c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7d4d56298dc40c9b1fde368ed3f19f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604850 Jul 11 14:13:42.789414 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46212) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:42.791790 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] DHCP port deletion for c944d348-d5b7-4b6c-9be2-cb2a59820444 request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:13:42.796382 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] For port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,segment=NetworkSegment(dfa7647d-296f-47c5-9144-963b645f9f58),segment_id=dfa7647d-296f-47c5-9144-963b645f9f58)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:42.797028 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.815359 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Calling delete_port for 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:42.833803 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 193232b0-336b-4732-8895-70b75d303582 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:42.861919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 193232b0-336b-4732-8895-70b75d303582 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:42.862269 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 193232b0-336b-4732-8895-70b75d303582 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:42.862726 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device eafefa68-d3e0-488a-83b8-b37e76e0be11 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:42.863864 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8902a815-bae4-48de-86b1-42f9677755c4 admin admin] Publish callbacks [] for security_group (ee665fde-1287-4fa5-b5c3-4119962ff08f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.865738 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] Deleting port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:42.866294 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.888950 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8902a815-bae4-48de-86b1-42f9677755c4 admin admin] Publish callbacks [] for security_group (ee665fde-1287-4fa5-b5c3-4119962ff08f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.916586 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.948876 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:42.954735 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] No DVR routers for this DVR port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 on host dv-cinder-848429-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:42.959342 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8902a815-bae4-48de-86b1-42f9677755c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ee665fde-1287-4fa5-b5c3-4119962ff08f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.961934 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8902a815-bae4-48de-86b1-42f9677755c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:42.965515 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-8902a815-bae4-48de-86b1-42f9677755c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee665fde-1287-4fa5-b5c3-4119962ff08f HTTP/1.1" status: 204 len: 168 time: 0.1714885 Jul 11 14:13:42.980879 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902a815-bae4-48de-86b1-42f9677755c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee665fde-1287-4fa5-b5c3-4119962ff08f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:43.040468 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (c944d348-d5b7-4b6c-9be2-cb2a59820444), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.045464 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: eafefa68-d3e0-488a-83b8-b37e76e0be11 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:43.046424 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device eafefa68-d3e0-488a-83b8-b37e76e0be11 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:43.047021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 9aba2def-b77f-4a04-82e0-632ac7867bb5 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:43.066622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c944d348-d5b7-4b6c-9be2-cb2a59820444']}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:43.078152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa7647d-296f-47c5-9144-963b645f9f58') {'for_net_delete': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:43.078586 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa7647d-296f-47c5-9144-963b645f9f58') {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:43.081443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 9aba2def-b77f-4a04-82e0-632ac7867bb5 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:43.081788 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 9aba2def-b77f-4a04-82e0-632ac7867bb5 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:43.082386 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 32f72845-508f-4c40-aa8d-894cc1384733 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:43.097168 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5045998'] for segment (dfa7647d-296f-47c5-9144-963b645f9f58), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.104608 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 32f72845-508f-4c40-aa8d-894cc1384733 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:43.105175 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 32f72845-508f-4c40-aa8d-894cc1384733 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:43.113816 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (dfa7647d-296f-47c5-9144-963b645f9f58), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.121035 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:13:43.121421 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4777204'] for segment (dfa7647d-296f-47c5-9144-963b645f9f58), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.154806 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] For port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8, host dv-cinder-848429-3-iscsi, got binding levels [] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:43.155206 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.167644 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] Calling delete_port for 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:43.175088 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.ipam_backend_mixin [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] Port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 was not found and therefore no delete operation was performed {{(pid=104193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 11 14:13:43.176734 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (7d676ec4-b620-477a-8c08-6e6b25dfd8d8), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.185082 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (c944d348-d5b7-4b6c-9be2-cb2a59820444), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.204928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.207646 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] No DVR routers for this DVR port 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:43.208328 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c944d348-d5b7-4b6c-9be2-cb2a59820444 HTTP/1.1" status: 204 len: 168 time: 0.6778467 Jul 11 14:13:43.214920 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfef4d-2aa9-4faa-ae36-2a6a0dafd8c6 None None] Pushing event deleted for resources: {'Port': ['ID=7d676ec4-b620-477a-8c08-6e6b25dfd8d8,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:43.225601 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40042ec3-3e5f-4555-b28b-cc17a7913c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=c944d348-d5b7-4b6c-9be2-cb2a59820444,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:43.418630 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46220) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:43.466663 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-3a22d128-d02d-414c-ba6c-fb9e4c693515 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b181bc391914f6abcea09b894b88473&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460498 Jul 11 14:13:43.469188 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46222) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:43.516540 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c0db751b-df7a-42ea-8ff6-c6f49cf890b6 admin admin] Publish callbacks [] for security_group (c01b8eeb-eef3-4520-8d88-09057887d172), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.533703 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:43.538660 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c0db751b-df7a-42ea-8ff6-c6f49cf890b6 admin admin] Publish callbacks [] for security_group (c01b8eeb-eef3-4520-8d88-09057887d172), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.587698 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c0db751b-df7a-42ea-8ff6-c6f49cf890b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c01b8eeb-eef3-4520-8d88-09057887d172), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.590464 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c0db751b-df7a-42ea-8ff6-c6f49cf890b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:43.592359 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c0db751b-df7a-42ea-8ff6-c6f49cf890b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c01b8eeb-eef3-4520-8d88-09057887d172 HTTP/1.1" status: 204 len: 168 time: 0.1220601 Jul 11 14:13:43.600821 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db751b-df7a-42ea-8ff6-c6f49cf890b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b8eeb-eef3-4520-8d88-09057887d172,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:43.977381 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment dfa7647d-296f-47c5-9144-963b645f9f58 resource provider aggregate not found Jul 11 14:13:43.993824 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment dfa7647d-296f-47c5-9144-963b645f9f58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfa7647d-296f-47c5-9144-963b645f9f58 found for delete ", "request_id": "req-005d7fca-89c4-47c8-af74-23cf2703f30d"}]} Jul 11 14:13:44.778455 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:44.797678 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:44.798010 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 7d676ec4-b620-477a-8c08-6e6b25dfd8d8 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:47.311492 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46288) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:47.417028 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7de5-f675-4d46-b46e-f05a13a694a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.472551 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-766b58df-3b39-46fd-b062-06b7ee68c22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.492833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7de5-f675-4d46-b46e-f05a13a694a4 admin admin] Publish callbacks [] for security_group (c5230ee1-6309-452e-80f4-5b719a97c4da), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.496571 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cd4b7de5-f675-4d46-b46e-f05a13a694a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c5230ee1-6309-452e-80f4-5b719a97c4da), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.540605 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cd4b7de5-f675-4d46-b46e-f05a13a694a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a704e02f36bc4ae7b4c084d2abff0e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269480 Jul 11 14:13:47.540808 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b7de5-f675-4d46-b46e-f05a13a694a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5230ee1-6309-452e-80f4-5b719a97c4da,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:47.542852 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46294) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:47.592932 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2978d4b-4575-4be4-bab9-380d3d897be9 admin admin] Publish callbacks [] for security_group (c5230ee1-6309-452e-80f4-5b719a97c4da), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.614233 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2978d4b-4575-4be4-bab9-380d3d897be9 admin admin] Publish callbacks [] for security_group (c5230ee1-6309-452e-80f4-5b719a97c4da), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.664458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2978d4b-4575-4be4-bab9-380d3d897be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c5230ee1-6309-452e-80f4-5b719a97c4da), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.667049 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d2978d4b-4575-4be4-bab9-380d3d897be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:47.668181 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d2978d4b-4575-4be4-bab9-380d3d897be9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5230ee1-6309-452e-80f4-5b719a97c4da HTTP/1.1" status: 204 len: 168 time: 0.1242638 Jul 11 14:13:47.677298 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2978d4b-4575-4be4-bab9-380d3d897be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5230ee1-6309-452e-80f4-5b719a97c4da,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:48.307870 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46324) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:48.419584 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-829888238-network', 'tenant_id': '9b7564fd46fd4bfb9286c8cc3dc9004b'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:48.446780 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Made reservation on behalf of 9b7564fd46fd4bfb9286c8cc3dc9004b for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:13:48.449151 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.458845 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.459110 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71e2aa-2dad-413f-b306-df4bcd00d53b req-95873677-bb8b-447c-8987-2e9c682338f9 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:48.460554 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2f71e2aa-2dad-413f-b306-df4bcd00d53b req-95873677-bb8b-447c-8987-2e9c682338f9 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0514939 Jul 11 14:13:48.513146 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2f71e2aa-2dad-413f-b306-df4bcd00d53b req-a42ea326-237b-4eb6-b3ec-e38fc95afc4a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452049 Jul 11 14:13:48.555127 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks [] for security_group (202bc008-8b0a-4638-b71a-5443efbb011a), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.559274 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (202bc008-8b0a-4638-b71a-5443efbb011a), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.590360 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:13:48.595990 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202bc008-8b0a-4638-b71a-5443efbb011a,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:48.604787 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (e4f1390f-0a59-46e8-b644-95b1f0e04dd9), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.605123 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Added segment e4f1390f-0a59-46e8-b644-95b1f0e04dd9 of type vlan for network c24ffb33-a75c-4933-96aa-e92f3332260b Jul 11 14:13:48.646489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (c24ffb33-a75c-4933-96aa-e92f3332260b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.654448 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:48.673618 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (c24ffb33-a75c-4933-96aa-e92f3332260b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.674739 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:48.675313 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.679824 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:48.714203 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4052408 Jul 11 14:13:48.717207 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46330) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:48.722064 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Request body: {'subnet': {'network_id': 'c24ffb33-a75c-4933-96aa-e92f3332260b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-829888238-subnet', 'tenant_id': '9b7564fd46fd4bfb9286c8cc3dc9004b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:48.742190 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Made reservation on behalf of 9b7564fd46fd4bfb9286c8cc3dc9004b for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:13:48.744521 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4784100'] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.750661 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65810502-dea3-4b37-bb82-1c309440e6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c24ffb33-a75c-4933-96aa-e92f3332260b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:48.760783 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network c24ffb33-a75c-4933-96aa-e92f3332260b details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:13:48.821193 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:48.922056 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4784114'] for subnet (45f76ffa-9063-48f3-be43-b4f055a78950), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:48.975140 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f76ffa-9063-48f3-be43-b4f055a78950,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:48.990583 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Checking segment: {'id': 'e4f1390f-0a59-46e8-b644-95b1f0e04dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c24ffb33-a75c-4933-96aa-e92f3332260b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:13:48.990940 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Network hostable DHCP agents. Network: c24ffb33-a75c-4933-96aa-e92f3332260b, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:13:49.007849 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Network c24ffb33-a75c-4933-96aa-e92f3332260b is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:13:49.016784 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, c24ffb33-a75c-4933-96aa-e92f3332260b) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:13:49.020844 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:49.021427 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.027390 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c949c-1b5d-4914-9c86-3b45d59cb2ea None None] Network c24ffb33-a75c-4933-96aa-e92f3332260b requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:13:49.036962 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-90eb6a63-e060-461a-adc4-cedb07ecee9f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3186803 Jul 11 14:13:49.132718 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebdd01-8876-4161-9fa1-c72da97ac632 None None] Network c24ffb33-a75c-4933-96aa-e92f3332260b requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:13:49.514785 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46346) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:49.519556 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949779030-network', 'tenant_id': 'd0fbc91785184b88ad012b6ef3aae5ab'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:49.541125 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Made reservation on behalf of d0fbc91785184b88ad012b6ef3aae5ab for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:13:49.544606 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.555702 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.604525 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:49.658787 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61bc25-4da1-4d5f-9788-08fd3c509d97 req-efc8ec0f-0230-4fca-83a1-ace1a03adc7c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:49.660307 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bd61bc25-4da1-4d5f-9788-08fd3c509d97 req-efc8ec0f-0230-4fca-83a1-ace1a03adc7c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0694017 Jul 11 14:13:49.707130 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks [] for security_group (580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.713552 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.748182 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bd61bc25-4da1-4d5f-9788-08fd3c509d97 req-fde149d0-e868-4c03-84ec-4527d817629b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ada5ba0-159f-4083-83dc-4eb09daae562&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819108 Jul 11 14:13:49.758218 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:13:49.769494 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:49.772580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (79a249ee-59f9-4281-9cb2-179895093fa2), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.772670 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Added segment 79a249ee-59f9-4281-9cb2-179895093fa2 of type vlan for network 1f9af3dc-b256-43bf-a344-46330aeda620 Jul 11 14:13:49.813818 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (1f9af3dc-b256-43bf-a344-46330aeda620), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.839304 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (1f9af3dc-b256-43bf-a344-46330aeda620), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.840245 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:49.841432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.879222 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3633323 Jul 11 14:13:49.881929 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46352) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:49.886517 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Request body: {'subnet': {'network_id': '1f9af3dc-b256-43bf-a344-46330aeda620', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949779030-subnet', 'tenant_id': 'd0fbc91785184b88ad012b6ef3aae5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:49.897866 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-20b9f406-d9d3-4270-96da-8795f24c5ba7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:49.899578 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-20b9f406-d9d3-4270-96da-8795f24c5ba7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 946 time: 0.0506551 Jul 11 14:13:49.910876 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d24480ef-252a-48e8-ab28-61a845c205a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.917362 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7892712-6039-4ca0-988f-79c878057edd admin admin] Pushing event updated for resources: {'Network': ['ID=1f9af3dc-b256-43bf-a344-46330aeda620,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:49.930025 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 1f9af3dc-b256-43bf-a344-46330aeda620 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:13:49.935776 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Made reservation on behalf of d0fbc91785184b88ad012b6ef3aae5ab for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:13:49.938327 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4784100'] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:49.962634 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:49.993946 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:49.994185 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Deleting port 57d96d85-ab17-428a-92d7-20cf06bf4d35 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:49.994185 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.095558 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] For port 57d96d85-ab17-428a-92d7-20cf06bf4d35, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=57d96d85-ab17-428a-92d7-20cf06bf4d35,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:13:50.095925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.112444 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4784114'] for subnet (d2c681e4-f89d-4adc-9d2e-75bf14acaf6a), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.161995 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c681e4-f89d-4adc-9d2e-75bf14acaf6a,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:50.178841 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Checking segment: {'id': '79a249ee-59f9-4281-9cb2-179895093fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1f9af3dc-b256-43bf-a344-46330aeda620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:13:50.179191 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Network hostable DHCP agents. Network: 1f9af3dc-b256-43bf-a344-46330aeda620, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:13:50.197750 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Network 1f9af3dc-b256-43bf-a344-46330aeda620 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:13:50.209573 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 1f9af3dc-b256-43bf-a344-46330aeda620) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:13:50.213958 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:50.214505 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.221072 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8c16e-c4c5-4097-ad46-db5b9b2f8c68 None None] Network 1f9af3dc-b256-43bf-a344-46330aeda620 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:13:50.232226 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-aaafeca7-df2c-4644-8754-6cefbeef78b7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3492455 Jul 11 14:13:50.281261 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.281596 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (811fe256-ca00-4dd0-ba12-80ecc8932f67), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.281992 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Floating IP 811fe256-ca00-4dd0-ba12-80ecc8932f67 disassociated. External IP: 172.27.1.34, port: 57d96d85-ab17-428a-92d7-20cf06bf4d35. Jul 11 14:13:50.282395 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Calling delete_port for 57d96d85-ab17-428a-92d7-20cf06bf4d35 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:50.324597 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd42086-66c6-41ec-b14d-6655a0d9aa0f None None] Network 1f9af3dc-b256-43bf-a344-46330aeda620 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:13:50.366698 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46358) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:50.415941 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] Deleting subnet 45f76ffa-9063-48f3-be43-b4f055a78950 {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:13:50.420138 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] Publish callbacks [] for subnet (45f76ffa-9063-48f3-be43-b4f055a78950), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.424477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (57d96d85-ab17-428a-92d7-20cf06bf4d35), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.453254 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event deleted for resources: {'Port': ['ID=57d96d85-ab17-428a-92d7-20cf06bf4d35,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:50.459545 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4456816'] for subnet (45f76ffa-9063-48f3-be43-b4f055a78950), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.497999 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:50.503616 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (45f76ffa-9063-48f3-be43-b4f055a78950), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.557066 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6108232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4784075'] for subnet (45f76ffa-9063-48f3-be43-b4f055a78950), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.567507 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Router f18fb585-8c5b-40e3-b272-6198b3ab9507 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:13:50.577966 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:50.585724 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.588840 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/45f76ffa-9063-48f3-be43-b4f055a78950 HTTP/1.1" status: 204 len: 168 time: 0.2212656 Jul 11 14:13:50.589809 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e0388-a98d-4614-b24b-f847ca99d5eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f76ffa-9063-48f3-be43-b4f055a78950,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:50.592004 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46360) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:50.665155 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (c24ffb33-a75c-4933-96aa-e92f3332260b), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.676772 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:13:50.689195 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] Sync routers for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:13:50.699498 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:50.700415 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:50.723350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] No DVR routers for this DVR port 57d96d85-ab17-428a-92d7-20cf06bf4d35 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:13:50.727361 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.730891 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-573f7cd6-749b-4ce6-a5dd-564027e0b9b7 req-43022935-5db2-45a6-b7ad-cc995df799ed tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "DELETE /v2.0/ports/57d96d85-ab17-428a-92d7-20cf06bf4d35 HTTP/1.1" status: 204 len: 173 time: 0.8253078 Jul 11 14:13:50.731758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'name': 'network-vif-deleted', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:50.741296 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fadb28-6579-45b5-af8e-dcc23ca83ac5" -d '{"events": [{"server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "name": "network-vif-deleted", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:50.760242 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (c24ffb33-a75c-4933-96aa-e92f3332260b), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.786227 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24ffb33-a75c-4933-96aa-e92f3332260b']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:50.787803 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94e3849-d570-4b6a-b2d3-1bed956abb34 x-openstack-request-id: req-d94e3849-d570-4b6a-b2d3-1bed956abb34 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:50.788549 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c538a6-c82b-4cc8-be39-aecd9c223140", "name": "network-vif-deleted", "tag": "57d96d85-ab17-428a-92d7-20cf06bf4d35", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:50.788549 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d94e3849-d570-4b6a-b2d3-1bed956abb34 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:50.788933 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94e3849-d570-4b6a-b2d3-1bed956abb34'] response: {'server_uuid': 'e4c538a6-c82b-4cc8-be39-aecd9c223140', 'name': 'network-vif-deleted', 'tag': '57d96d85-ab17-428a-92d7-20cf06bf4d35', 'status': 'completed', 'code': 200} Jul 11 14:13:50.797137 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:50.804496 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f1390f-0a59-46e8-b644-95b1f0e04dd9') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:50.804739 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f1390f-0a59-46e8-b644-95b1f0e04dd9') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:50.817393 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (e4f1390f-0a59-46e8-b644-95b1f0e04dd9), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.836233 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:50.849599 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (e4f1390f-0a59-46e8-b644-95b1f0e04dd9), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.859601 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:13:50.860455 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (e4f1390f-0a59-46e8-b644-95b1f0e04dd9), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.911560 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93b455b1-9966-4f24-918a-f49941d5add0 req-8b892cdd-8e06-4df8-b8b6-f2476027c2f5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4c538a6-c82b-4cc8-be39-aecd9c223140 HTTP/1.1" status: 200 len: 210 time: 0.0455015 Jul 11 14:13:50.915863 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment e4f1390f-0a59-46e8-b644-95b1f0e04dd9 resource provider aggregate not found Jul 11 14:13:50.971173 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment e4f1390f-0a59-46e8-b644-95b1f0e04dd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4f1390f-0a59-46e8-b644-95b1f0e04dd9 found for delete ", "request_id": "req-0a0dc4e5-7b72-4c8d-b979-5da94c17a29c"}]} Jul 11 14:13:50.983918 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (c24ffb33-a75c-4933-96aa-e92f3332260b), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:50.991282 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:51.005869 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.012058 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] 10.222.0.49 "DELETE /v2.0/networks/c24ffb33-a75c-4933-96aa-e92f3332260b HTTP/1.1" status: 204 len: 168 time: 0.4159272 Jul 11 14:13:51.012058 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45705e-0e67-45eb-b777-6536294dac6a admin admin] Pushing event deleted for resources: {'Network': ['ID=c24ffb33-a75c-4933-96aa-e92f3332260b,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:51.012453 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46370) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:51.069144 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] Deleting subnet d2c681e4-f89d-4adc-9d2e-75bf14acaf6a {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:13:51.077104 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] Publish callbacks [] for subnet (d2c681e4-f89d-4adc-9d2e-75bf14acaf6a), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.086488 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.103770 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:51.113179 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5045973'] for subnet (d2c681e4-f89d-4adc-9d2e-75bf14acaf6a), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.128308 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] Checking router: f18fb585-8c5b-40e3-b272-6198b3ab9507 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:13:51.137821 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:13:51.138506 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:51.152821 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (d2c681e4-f89d-4adc-9d2e-75bf14acaf6a), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.173928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:51.207495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4777038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4755134'] for subnet (d2c681e4-f89d-4adc-9d2e-75bf14acaf6a), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.235064 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c681e4-f89d-4adc-9d2e-75bf14acaf6a,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:51.248992 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:13:51.254356 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.257730 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-33afe440-4c95-4da2-80f1-5f6b22601023 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d2c681e4-f89d-4adc-9d2e-75bf14acaf6a HTTP/1.1" status: 204 len: 168 time: 0.2435238 Jul 11 14:13:51.260222 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46372) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:51.340226 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (1f9af3dc-b256-43bf-a344-46330aeda620), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.429172 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (1f9af3dc-b256-43bf-a344-46330aeda620), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.450836 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9af3dc-b256-43bf-a344-46330aeda620']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:51.455368 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:51.460234 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a249ee-59f9-4281-9cb2-179895093fa2') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:51.460522 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a249ee-59f9-4281-9cb2-179895093fa2') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:13:51.470701 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (79a249ee-59f9-4281-9cb2-179895093fa2), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.483929 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (79a249ee-59f9-4281-9cb2-179895093fa2), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.484204 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2cba1-63f1-43f1-95d4-9ae029704d0d None None] The sync data for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi is: [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:13:51.490787 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:13:51.491178 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (79a249ee-59f9-4281-9cb2-179895093fa2), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.548069 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (1f9af3dc-b256-43bf-a344-46330aeda620), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.552637 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.558931 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1f9af3dc-b256-43bf-a344-46330aeda620 HTTP/1.1" status: 204 len: 168 time: 0.2976966 Jul 11 14:13:51.573558 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ce343-273a-4716-a5ca-3c38db8fe3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9af3dc-b256-43bf-a344-46330aeda620,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:51.726806 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7e31e-4351-47f8-acdf-decdd46b010a None None] New status for floating IP 811fe256-ca00-4dd0-ba12-80ecc8932f67: DOWN {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:13:51.730810 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46376) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:51.777899 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2bb33891-2602-493d-855b-e9eacef5b5a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b7564fd46fd4bfb9286c8cc3dc9004b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451229 Jul 11 14:13:51.781009 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46378) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:51.831951 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f5de46b-14d0-492f-b782-3cac489b64f0 admin admin] Publish callbacks [] for security_group (202bc008-8b0a-4638-b71a-5443efbb011a), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.854290 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f5de46b-14d0-492f-b782-3cac489b64f0 admin admin] Publish callbacks [] for security_group (202bc008-8b0a-4638-b71a-5443efbb011a), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.905581 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:13:51.915735 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f5de46b-14d0-492f-b782-3cac489b64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (202bc008-8b0a-4638-b71a-5443efbb011a), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.919952 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4f5de46b-14d0-492f-b782-3cac489b64f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:51.921411 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4f5de46b-14d0-492f-b782-3cac489b64f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/202bc008-8b0a-4638-b71a-5443efbb011a HTTP/1.1" status: 204 len: 168 time: 0.1393096 Jul 11 14:13:51.932969 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5de46b-14d0-492f-b782-3cac489b64f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202bc008-8b0a-4638-b71a-5443efbb011a,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:52.024769 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46386) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:52.091334 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-87e15c60-78ba-4ee7-8fac-650178e968c5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (8ada5ba0-159f-4083-83dc-4eb09daae562), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.116240 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-87e15c60-78ba-4ee7-8fac-650178e968c5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (8ada5ba0-159f-4083-83dc-4eb09daae562), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.166804 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-87e15c60-78ba-4ee7-8fac-650178e968c5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (8ada5ba0-159f-4083-83dc-4eb09daae562), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.169503 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-87e15c60-78ba-4ee7-8fac-650178e968c5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.170677 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-87e15c60-78ba-4ee7-8fac-650178e968c5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "DELETE /v2.0/security-groups/8ada5ba0-159f-4083-83dc-4eb09daae562 HTTP/1.1" status: 204 len: 168 time: 0.1448617 Jul 11 14:13:52.173767 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46390) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:52.180789 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e15c60-78ba-4ee7-8fac-650178e968c5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ada5ba0-159f-4083-83dc-4eb09daae562,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:52.199633 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.api.v2.resource [None req-7c01d2ce-ebf3-4ff4-a5be-108365716dc4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] show failed (client error): The resource could not be found. Jul 11 14:13:52.201232 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7c01d2ce-ebf3-4ff4-a5be-108365716dc4 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups/8ada5ba0-159f-4083-83dc-4eb09daae562 HTTP/1.1" status: 404 len: 347 time: 0.0263112 Jul 11 14:13:52.204192 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46392) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:52.324674 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Deleting port d6df8b19-4d1b-4599-ba8e-ddc0222a498a {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:13:52.325575 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46394) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:52.325725 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.339319 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:52.367949 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9a3c6cc1-e89b-4859-bd98-974961ae34a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0fbc91785184b88ad012b6ef3aae5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407631 Jul 11 14:13:52.370677 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46396) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:52.408974 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.408974 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.422096 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8dd76494-8eae-42ba-9a73-843d9c77e0b3 admin admin] Publish callbacks [] for security_group (580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.422288 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Calling delete_port for d6df8b19-4d1b-4599-ba8e-ddc0222a498a owned by network:floatingip {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:13:52.447482 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8dd76494-8eae-42ba-9a73-843d9c77e0b3 admin admin] Publish callbacks [] for security_group (580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.497989 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8dd76494-8eae-42ba-9a73-843d9c77e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.502603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8dd76494-8eae-42ba-9a73-843d9c77e0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.504303 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8dd76494-8eae-42ba-9a73-843d9c77e0b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98 HTTP/1.1" status: 204 len: 168 time: 0.1326401 Jul 11 14:13:52.516081 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd76494-8eae-42ba-9a73-843d9c77e0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580dc4d1-a1c8-40eb-8ed6-d90e1e9fcf98,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:52.573363 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (d6df8b19-4d1b-4599-ba8e-ddc0222a498a), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.574055 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.600956 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event deleted for resources: {'Port': ['ID=d6df8b19-4d1b-4599-ba8e-ddc0222a498a,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:52.628020 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:52.668621 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (811fe256-ca00-4dd0-ba12-80ecc8932f67), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.671984 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.673138 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-868e0873-02f3-4a14-a45a-c281c2318ba5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "DELETE /v2.0/floatingips/811fe256-ca00-4dd0-ba12-80ecc8932f67 HTTP/1.1" status: 204 len: 168 time: 0.4679954 Jul 11 14:13:52.788390 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46404) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:52.792828 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-e3ccd4c1-b07b-4415-a708-28ec2a371583 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419913603', 'description': 'tempest-description--900292731'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:52.817026 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd4c1-b07b-4415-a708-28ec2a371583 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.824721 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.892463 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd4c1-b07b-4415-a708-28ec2a371583 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (c1146acb-356c-4d91-b8e8-8a1d29af5c1f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.897328 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd4c1-b07b-4415-a708-28ec2a371583 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c1146acb-356c-4d91-b8e8-8a1d29af5c1f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.904701 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:52.931005 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e3ccd4c1-b07b-4415-a708-28ec2a371583 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.932222 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-e3ccd4c1-b07b-4415-a708-28ec2a371583 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1428950 Jul 11 14:13:52.935372 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccd4c1-b07b-4415-a708-28ec2a371583 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1146acb-356c-4d91-b8e8-8a1d29af5c1f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:52.935518 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46412) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:52.942834 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-78103e0e-825c-4ce1-957a-385b8ef26c5f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'security_group_rule': {'security_group_id': 'c1146acb-356c-4d91-b8e8-8a1d29af5c1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:52.985538 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-78103e0e-825c-4ce1-957a-385b8ef26c5f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (0f48ffe1-1009-4ef8-b761-5bfc807f4875), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:52.991014 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 79a249ee-59f9-4281-9cb2-179895093fa2 resource provider aggregate not found Jul 11 14:13:53.010687 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 79a249ee-59f9-4281-9cb2-179895093fa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79a249ee-59f9-4281-9cb2-179895093fa2 found for delete ", "request_id": "req-025e3ba3-2dc8-491c-8c59-4062189b4e66"}]} Jul 11 14:13:53.054835 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-78103e0e-825c-4ce1-957a-385b8ef26c5f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (0f48ffe1-1009-4ef8-b761-5bfc807f4875), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.060451 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-78103e0e-825c-4ce1-957a-385b8ef26c5f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (0f48ffe1-1009-4ef8-b761-5bfc807f4875), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.074430 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78103e0e-825c-4ce1-957a-385b8ef26c5f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f48ffe1-1009-4ef8-b761-5bfc807f4875,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:53.090000 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-78103e0e-825c-4ce1-957a-385b8ef26c5f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.091723 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-78103e0e-825c-4ce1-957a-385b8ef26c5f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546121 Jul 11 14:13:53.094328 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46422) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:53.098765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-ea96f6e9-356a-40f1-b44c-d0f453da734f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'security_group_rule': {'security_group_id': 'c1146acb-356c-4d91-b8e8-8a1d29af5c1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:53.127306 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ea96f6e9-356a-40f1-b44c-d0f453da734f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (005231c4-02f9-4edd-b0fe-fa2585190f11), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.190258 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ea96f6e9-356a-40f1-b44c-d0f453da734f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (005231c4-02f9-4edd-b0fe-fa2585190f11), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.194471 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ea96f6e9-356a-40f1-b44c-d0f453da734f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (005231c4-02f9-4edd-b0fe-fa2585190f11), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.214580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96f6e9-356a-40f1-b44c-d0f453da734f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005231c4-02f9-4edd-b0fe-fa2585190f11,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:53.225581 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ea96f6e9-356a-40f1-b44c-d0f453da734f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.226882 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-ea96f6e9-356a-40f1-b44c-d0f453da734f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315825 Jul 11 14:13:53.229903 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46430) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:13:53.235373 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:53.256750 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.342733 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.402177 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:53.457200 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Allocated IP 172.27.1.2 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:13:53.568267 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.601166 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.641522 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:13:53.644500 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:13:53.648106 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:13:53.649771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:53.679636 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'Port': ['ID=d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:53.740973 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (ab30ea9a-cb4e-4373-83cb-8408ed56997c), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.783431 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.935299 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:53.940635 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:54.014963 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'Port': ['ID=d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:54.020725 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 57d96d85-ab17-428a-92d7-20cf06bf4d35 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:13:54.025052 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ab30ea9a-cb4e-4373-83cb-8408ed56997c), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:54.044995 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:54.046405 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-4c1a84c6-2592-4f89-a5f7-547775e061ac tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8154106 Jul 11 14:13:54.052714 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 57d96d85-ab17-428a-92d7-20cf06bf4d35 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:13:54.053127 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 57d96d85-ab17-428a-92d7-20cf06bf4d35 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:13:54.257221 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-992aac47-e833-4733-9035-3b260dd09f98 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--419913603&fields=id&tenant_id=a772cbaa461c416da2cc35e364541ecf HTTP/1.1" status: 200 len: 267 time: 0.0447769 Jul 11 14:13:54.286909 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:54.625803 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-6dbd155b-28bd-40bf-922f-9c4457862b5a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:54.627411 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-6dbd155b-28bd-40bf-922f-9c4457862b5a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 810 time: 0.3626850 Jul 11 14:13:54.642075 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-1b8f32f8-86a5-4b73-990b-af1926283ee9 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/quotas/a772cbaa461c416da2cc35e364541ecf HTTP/1.1" status: 200 len: 375 time: 0.0094452 Jul 11 14:13:54.689369 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-dda2270e-6bf7-4198-bcf2-a9c2743c2455 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425327 Jul 11 14:13:54.785011 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-e16280f7-8a03-4442-acdc-a62fa999d85a service neutron] 10.222.0.49 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838819 Jul 11 14:13:54.880538 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-4f15927c-27ed-470d-b564-ceaaf533b9fd service neutron] 10.222.0.49 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897684 Jul 11 14:13:55.045585 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ffdf5504-8317-4ffe-a6b4-814da7ec4cea req-6f75fc01-508e-4133-baad-203ad2201d71 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 210 time: 0.0293045 Jul 11 14:13:55.580656 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:56.170505 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-511a4e40-e14a-473f-b4e6-7fbabe919b53 req-5b50a5cd-1aa3-486d-b69b-0b66b6311bfe tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 210 time: 0.0348153 Jul 11 14:13:56.179246 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-a24c1f19-be65-4036-ab5b-eaba0618c591 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:56.180969 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-a24c1f19-be65-4036-ab5b-eaba0618c591 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 810 time: 0.1160924 Jul 11 14:13:56.269869 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-5e4eaad9-30f3-4613-bd09-93ad6d09d1f9 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a772cbaa461c416da2cc35e364541ecf HTTP/1.1" status: 200 len: 379 time: 0.0530176 Jul 11 14:13:56.386272 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'port': {'device_id': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'admin_state_up': True, 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'security_groups': ['c1146acb-356c-4d91-b8e8-8a1d29af5c1f']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:56.460898 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:56.497338 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Made reservation on behalf of a772cbaa461c416da2cc35e364541ecf for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:13:56.500743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:56.628452 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Allocated IP 172.20.0.3 (81252056-c78d-471a-b520-b6f6a1b0caa8/e0394a88-a1af-4ff3-9fa7-7270c03759fe/7fd0c458-b02e-405a-a868-f08fece32cb4) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:13:56.775419 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:56.808188 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:56.852929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:13:56.856357 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:13:56.859537 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:13:56.885462 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event updated for resources: {'Port': ['ID=7fd0c458-b02e-405a-a868-f08fece32cb4,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:56.916132 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:56.916776 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:56.938476 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-ea188b66-05b5-40b7-aae5-f3e83652caee tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560434 Jul 11 14:13:57.042819 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Request body: {'port': {'device_id': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:13:57.113586 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:57.116118 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:57.150073 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-22d50e40-1dfd-46a1-8dbc-4f8342ab7f70 None None] Provisioning complete for port 7fd0c458-b02e-405a-a868-f08fece32cb4 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:13:57.150838 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-22d50e40-1dfd-46a1-8dbc-4f8342ab7f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:57.181966 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-22d50e40-1dfd-46a1-8dbc-4f8342ab7f70 None None] Port 7fd0c458-b02e-405a-a868-f08fece32cb4 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:13:57.286164 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5194d8-fae0-4f37-96d7-19bf8812067b req-5030c04b-39c3-4cb2-85f1-6cc32c4836a7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:57.287660 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5f5194d8-fae0-4f37-96d7-19bf8812067b req-5030c04b-39c3-4cb2-85f1-6cc32c4836a7 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 931 time: 0.0468507 Jul 11 14:13:57.335043 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5f5194d8-fae0-4f37-96d7-19bf8812067b req-213d0a38-e48d-4b29-988a-69983bcd0e41 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Jul 11 14:13:57.364681 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:57.370597 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd0c458-b02e-405a-a868-f08fece32cb4 {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:13:57.379359 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Publish callbacks [] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:57.392824 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Transition to ACTIVE for port object 7fd0c458-b02e-405a-a868-f08fece32cb4 will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:13:57.396119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:57.450423 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd0c458-b02e-405a-a868-f08fece32cb4,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:57.789481 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Attempting to bind port 7fd0c458-b02e-405a-a868-f08fece32cb4 on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:13:57.789726 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Attempting to bind port 7fd0c458-b02e-405a-a868-f08fece32cb4 by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:13:57.790051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Attempting to bind port 7fd0c458-b02e-405a-a868-f08fece32cb4 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:13:57.794402 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Port 7fd0c458-b02e-405a-a868-f08fece32cb4 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:13:57.794720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Attempting to bind port 7fd0c458-b02e-405a-a868-f08fece32cb4 on network 81252056-c78d-471a-b520-b6f6a1b0caa8 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:13:57.799484 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:13:57.799818 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Checking segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:13:57.800197 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Bound using segment: {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:13:57.800872 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Bound port: 7fd0c458-b02e-405a-a868-f08fece32cb4, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae6dabe-b222-4e19-96da-b12cdf232f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:13:57.801220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:57.863924 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] For port 7fd0c458-b02e-405a-a868-f08fece32cb4, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:13:57.867091 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] For port 7fd0c458-b02e-405a-a868-f08fece32cb4, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7fd0c458-b02e-405a-a868-f08fece32cb4,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:13:57.873778 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:57.913896 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:57.914627 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:13:57.915901 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/7fd0c458-b02e-405a-a868-f08fece32cb4 HTTP/1.1" status: 200 len: 1093 time: 0.8784573 Jul 11 14:13:57.916341 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:13:57.919129 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5d009e-84bb-4053-a9e7-ff4690eb528a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:13:57.942605 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b420b-e217-4515-9cf2-5bf27936a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd0c458-b02e-405a-a868-f08fece32cb4,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:13:57.963443 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1048c0b5-e4f8-4f0e-9dff-df7c9408bb08 x-openstack-request-id: req-1048c0b5-e4f8-4f0e-9dff-df7c9408bb08 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:13:57.963752 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:13:57.964010 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1048c0b5-e4f8-4f0e-9dff-df7c9408bb08 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:13:57.964418 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1048c0b5-e4f8-4f0e-9dff-df7c9408bb08'] response: {'name': 'network-changed', 'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'status': 'completed', 'code': 200} Jul 11 14:13:58.120495 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:58.447949 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea40ba6-7efc-42c6-926b-c935ff024b90 req-328e7181-a2ff-4e11-8db5-5a0ac6be2bc5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:58.449405 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fea40ba6-7efc-42c6-926b-c935ff024b90 req-328e7181-a2ff-4e11-8db5-5a0ac6be2bc5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0471723 Jul 11 14:13:58.460073 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:13:58.498220 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fea40ba6-7efc-42c6-926b-c935ff024b90 req-535c021e-8d7f-49cb-8dfe-b8fc2b6830af tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Jul 11 14:13:59.616418 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a6a6e-040a-4b62-acc8-c3b0ac77e031 req-ed9d69f4-59a4-4bb6-91ee-80726a2acadb tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:13:59.617863 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b88a6a6e-040a-4b62-acc8-c3b0ac77e031 req-ed9d69f4-59a4-4bb6-91ee-80726a2acadb tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0529473 Jul 11 14:13:59.665226 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b88a6a6e-040a-4b62-acc8-c3b0ac77e031 req-48a23aa4-46f8-4018-93f5-0d1722e7e9df tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 Jul 11 14:14:00.780314 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c28b-33dc-48b1-9d29-471cf195dcbd req-30d853d9-7911-4602-b02c-10512316cbc5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:00.781773 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1369c28b-33dc-48b1-9d29-471cf195dcbd req-30d853d9-7911-4602-b02c-10512316cbc5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0469706 Jul 11 14:14:00.828922 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1369c28b-33dc-48b1-9d29-471cf195dcbd req-9bc95675-d617-496b-919b-0b54aee01a7d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417027 Jul 11 14:14:01.145037 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-2de433a2-2bf6-49d1-a0ca-8ef0db29a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.146588 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-2de433a2-2bf6-49d1-a0ca-8ef0db29a5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 1127 time: 0.0674527 Jul 11 14:14:01.148452 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-3b11fcd3-8e36-45c1-8f00-2dd9fc1e12cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611894 Jul 11 14:14:01.220782 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-1e0b90f7-ac22-492f-82d4-c57e1d3bfa61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd0c458-b02e-405a-a868-f08fece32cb4 HTTP/1.1" status: 200 len: 217 time: 0.0462592 Jul 11 14:14:01.282772 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-1eb71c6d-5157-4810-a07d-d24a4dfcb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.284277 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-1eb71c6d-5157-4810-a07d-d24a4dfcb952 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1129 time: 0.0727825 Jul 11 14:14:01.293071 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-515ee73b-8d27-429c-b187-55f2c8ff9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.294510 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-515ee73b-8d27-429c-b187-55f2c8ff9c8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.0547407 Jul 11 14:14:01.367328 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-da5f976c-1b15-49d9-b053-aeb4d994088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.368737 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-da5f976c-1b15-49d9-b053-aeb4d994088a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641320 Jul 11 14:14:01.425682 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:01.494012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-bd4b8127-64db-4643-9b47-3782c64e50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.495544 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-bd4b8127-64db-4643-9b47-3782c64e50fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 910 time: 0.1898661 Jul 11 14:14:01.548071 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-c8a6b762-048e-4517-b249-b2c85a85331f service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461499 Jul 11 14:14:01.588540 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-0ccf7414-0fe5-4e07-9957-c904bc7985aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 1001 time: 0.0828118 Jul 11 14:14:01.665220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:01.687259 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-930fe36f-310f-4963-b25a-dc7d8e773fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.688689 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-930fe36f-310f-4963-b25a-dc7d8e773fa7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 200 len: 848 time: 0.0935273 Jul 11 14:14:01.692494 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-34a9b6a0-2da6-4d1c-8f58-3bcf696e2ade req-fb66c21f-f042-4ee7-93aa-e93f141354c2 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353459 Jul 11 14:14:01.742455 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-197045f4-ca4c-4dd3-9130-6eb18dcd6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.743958 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-197045f4-ca4c-4dd3-9130-6eb18dcd6e2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4020e2d9-bcc8-4ed8-8c6d-106564132adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396433 Jul 11 14:14:01.799902 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:01.900766 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:01.942928 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f49fc-14d4-402d-b040-5419dfb259c0 req-37cafa7c-cc0b-4578-a2ad-83d54f7e2781 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:01.944305 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-109f49fc-14d4-402d-b040-5419dfb259c0 req-37cafa7c-cc0b-4578-a2ad-83d54f7e2781 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0482149 Jul 11 14:14:01.995227 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-109f49fc-14d4-402d-b040-5419dfb259c0 req-3aa4cff6-32ef-469b-9ccc-e882004df748 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452905 Jul 11 14:14:03.109280 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b4d57-0da2-4bb2-9e93-829bf070d39d req-9e0b6ae9-7bba-4641-ba18-956128a0ade6 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:03.110774 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-960b4d57-0da2-4bb2-9e93-829bf070d39d req-9e0b6ae9-7bba-4641-ba18-956128a0ade6 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0485699 Jul 11 14:14:03.157352 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-960b4d57-0da2-4bb2-9e93-829bf070d39d req-8cec57db-4ae4-4e9d-b7de-f13d09469ef1 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Jul 11 14:14:04.272654 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231329-0251-468a-b9f8-664ac5988022 req-d7516e06-31f2-4e08-a616-f6c09bc0b188 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:04.274168 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02231329-0251-468a-b9f8-664ac5988022 req-d7516e06-31f2-4e08-a616-f6c09bc0b188 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0472107 Jul 11 14:14:04.299279 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:04.323927 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-02231329-0251-468a-b9f8-664ac5988022 req-c6192260-2f2a-466a-8ed1-106611d22d63 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Jul 11 14:14:04.727705 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-9390bf51-7c70-47fa-b1c8-58f2a59717ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:04.729166 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-9390bf51-7c70-47fa-b1c8-58f2a59717ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 1127 time: 0.0599778 Jul 11 14:14:04.839477 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-f93e21f0-aa06-4c74-a184-636a05c33971 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782448 Jul 11 14:14:04.880167 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-da8748f4-7444-4f83-88e9-84b2e9bbd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:04.881605 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-da8748f4-7444-4f83-88e9-84b2e9bbd8db service neutron] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 911 time: 0.1279984 Jul 11 14:14:04.948305 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-e3220879-675c-445c-9695-4ded322185eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd0c458-b02e-405a-a868-f08fece32cb4 HTTP/1.1" status: 200 len: 217 time: 0.0599492 Jul 11 14:14:05.009605 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-be9bfde6-a6ef-4364-b912-5945e8174fda req-7c48f9a8-a8a9-4081-84d7-600824643ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639173 Jul 11 14:14:05.013302 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-169388d3-279d-4299-b188-28e49536e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:05.014619 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-169388d3-279d-4299-b188-28e49536e113 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.0600779 Jul 11 14:14:05.065261 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-1aafb031-6904-4e11-9dd5-d315a084d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:05.066811 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-1aafb031-6904-4e11-9dd5-d315a084d87d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413234 Jul 11 14:14:05.181254 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-148a2e43-037e-4cc7-a0e2-d81dcbf1f6a2 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027899 Jul 11 14:14:05.475975 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bad81-d404-4b5a-aad0-0985f0bb3ee8 req-f9d35d82-28df-4eaf-9079-9659893e1437 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:05.475975 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d85bad81-d404-4b5a-aad0-0985f0bb3ee8 req-f9d35d82-28df-4eaf-9079-9659893e1437 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0683353 Jul 11 14:14:05.492105 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5b5d009e-84bb-4053-a9e7-ff4690eb528a req-38eb4270-5148-4179-918d-ead27513eb2d service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112797 Jul 11 14:14:05.522989 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d85bad81-d404-4b5a-aad0-0985f0bb3ee8 req-558d1ff6-fdff-4a6c-8671-9734c1f1eb3a tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Jul 11 14:14:06.642177 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34df69-69a9-414c-b678-548107bacb8a req-c1576963-42ec-4875-9baf-2b4b0c6fff11 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:06.643753 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3d34df69-69a9-414c-b678-548107bacb8a req-c1576963-42ec-4875-9baf-2b4b0c6fff11 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 943 time: 0.0484838 Jul 11 14:14:06.701098 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3d34df69-69a9-414c-b678-548107bacb8a req-e3689f8c-f8a6-4488-b7d0-91e1edc61ccf tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484450 Jul 11 14:14:07.046713 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7fd0c458-b02e-405a-a868-f08fece32cb4 details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:14:07.125446 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:07.149270 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 7fd0c458-b02e-405a-a868-f08fece32cb4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7fd0c458-b02e-405a-a868-f08fece32cb4,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:14:07.160722 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'port_id': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'mac_address': 'fa:16:3e:a2:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:14:07.195466 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 7fd0c458-b02e-405a-a868-f08fece32cb4 is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:14:07.195846 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:07.211798 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd0c458-b02e-405a-a868-f08fece32cb4 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:14:07.231891 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 7fd0c458-b02e-405a-a868-f08fece32cb4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7fd0c458-b02e-405a-a868-f08fece32cb4,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:14:07.235996 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:07.285949 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=7fd0c458-b02e-405a-a868-f08fece32cb4,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:14:07.293790 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.294133 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.294500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.294835 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.295168 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.295491 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.295813 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.296135 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.296455 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.296831 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.297090 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.297414 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.297732 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.298050 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.298395 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:07.685621 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['7fd0c458-b02e-405a-a868-f08fece32cb4'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:14:07.823196 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa1e32-f82f-429a-bfa6-6fca2510c17c req-72be73fe-4d3e-4010-8886-8792c14c8707 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:07.826624 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2eaa1e32-f82f-429a-bfa6-6fca2510c17c req-72be73fe-4d3e-4010-8886-8792c14c8707 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 944 time: 0.0556779 Jul 11 14:14:07.880201 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2eaa1e32-f82f-429a-bfa6-6fca2510c17c req-209edafc-29b8-4790-b954-37ed9e6699b3 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466001 Jul 11 14:14:08.994833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea339-2024-4879-a63a-e89a917c6b68 req-78768ce8-8ee7-443c-b9bc-96c46023ad8d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:08.996554 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9aea339-2024-4879-a63a-e89a917c6b68 req-78768ce8-8ee7-443c-b9bc-96c46023ad8d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 944 time: 0.0482907 Jul 11 14:14:09.044529 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9aea339-2024-4879-a63a-e89a917c6b68 req-70b0679e-b504-4435-bca1-a1c4ffaec41b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 Jul 11 14:14:09.054895 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7fd0c458-b02e-405a-a868-f08fece32cb4 up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:14:09.097421 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 7fd0c458-b02e-405a-a868-f08fece32cb4 completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:14:09.107238 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 7fd0c458-b02e-405a-a868-f08fece32cb4 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:14:09.107713 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:09.181126 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 7fd0c458-b02e-405a-a868-f08fece32cb4 is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:14:09.181531 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:09.205004 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:14:09.207212 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8009634c-cd37-42ec-ba2d-1e51444f0c6b" -d '{"events": [{"server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "name": "network-vif-plugged", "status": "completed", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:14:09.226448 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 7fd0c458-b02e-405a-a868-f08fece32cb4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7fd0c458-b02e-405a-a868-f08fece32cb4,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:14:09.232914 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:09.384416 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c114c449-7097-4c63-802f-60909987119a x-openstack-request-id: req-c114c449-7097-4c63-802f-60909987119a {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:14:09.384709 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "name": "network-vif-plugged", "status": "completed", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:14:09.384954 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c114c449-7097-4c63-802f-60909987119a {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:14:09.385343 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c114c449-7097-4c63-802f-60909987119a'] response: {'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'code': 200} Jul 11 14:14:09.417340 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=7fd0c458-b02e-405a-a868-f08fece32cb4,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:14:09.489449 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:09.496873 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245545-070a-449c-87aa-67edac6719c3 req-755b189c-079b-422e-b076-df399d87d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:09.498479 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d7245545-070a-449c-87aa-67edac6719c3 req-755b189c-079b-422e-b076-df399d87d6a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 1129 time: 0.0498466 Jul 11 14:14:09.542366 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d7245545-070a-449c-87aa-67edac6719c3 req-2aa6b3db-ff94-4c3d-ba55-5961104c9508 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376987 Jul 11 14:14:10.155981 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2a822-2621-406e-9af3-23e2191ae78a req-2bb54397-0356-434f-bb94-2ca302e67cfa tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:10.157418 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5ba2a822-2621-406e-9af3-23e2191ae78a req-2bb54397-0356-434f-bb94-2ca302e67cfa tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 945 time: 0.0457988 Jul 11 14:14:10.209205 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5ba2a822-2621-406e-9af3-23e2191ae78a req-1d01279f-279a-48bc-9191-a9289c843e9f tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463099 Jul 11 14:14:11.473547 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091d796-ff2e-45c5-9800-8beff862618c req-50a5d6cf-4af1-4c11-bef3-ec3d2a47c8f0 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:11.475022 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6091d796-ff2e-45c5-9800-8beff862618c req-50a5d6cf-4af1-4c11-bef3-ec3d2a47c8f0 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 945 time: 0.0464346 Jul 11 14:14:11.516963 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:11.521406 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6091d796-ff2e-45c5-9800-8beff862618c req-c5b2cec8-ee30-41dc-a129-1ea6f37bf80b tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410082 Jul 11 14:14:11.642669 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c68d-dfa6-4f60-ac47-a5a62e63d909 req-db3ffc01-ae02-4cd9-811b-1991701264e5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:11.644133 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5d1c68d-dfa6-4f60-ac47-a5a62e63d909 req-db3ffc01-ae02-4cd9-811b-1991701264e5 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 945 time: 0.0593648 Jul 11 14:14:11.653315 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46664) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:14:11.658080 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Request body: {'floatingip': {'port_id': '7fd0c458-b02e-405a-a868-f08fece32cb4'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:14:11.695813 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (ab30ea9a-cb4e-4373-83cb-8408ed56997c), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:11.947557 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:12.130437 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:12.134042 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ab30ea9a-cb4e-4373-83cb-8408ed56997c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:12.228054 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Floating IP ab30ea9a-cb4e-4373-83cb-8408ed56997c associated. External IP: 172.27.1.2, port: 7fd0c458-b02e-405a-a868-f08fece32cb4. Jul 11 14:14:12.421336 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Router f18fb585-8c5b-40e3-b272-6198b3ab9507 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:14:12.520074 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:14:12.525112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:12.530032 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] Sync routers for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:14:12.540096 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:14:12.540739 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:14:12.557318 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-65f07fec-9c57-4405-9bfd-0d1b6a15e4bc tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "PUT /v2.0/floatingips/ab30ea9a-cb4e-4373-83cb-8408ed56997c HTTP/1.1" status: 200 len: 989 time: 0.9028976 Jul 11 14:14:12.557995 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:14:12.561074 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7502f632-291a-43ac-9449-12fdbecfa0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:14:12.589665 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:12.596622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0456be4d-5e6e-4b82-8cd1-ac64f9591461 x-openstack-request-id: req-0456be4d-5e6e-4b82-8cd1-ac64f9591461 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:14:12.596954 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:14:12.597237 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0456be4d-5e6e-4b82-8cd1-ac64f9591461 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:14:12.597634 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0456be4d-5e6e-4b82-8cd1-ac64f9591461'] response: {'name': 'network-changed', 'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'status': 'completed', 'code': 200} Jul 11 14:14:12.647008 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:14:12.649407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:12.681456 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-51bb0e2f-9095-4275-8e89-7cd74ee07f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:12.682908 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-51bb0e2f-9095-4275-8e89-7cd74ee07f15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a772cbaa461c416da2cc35e364541ecf&device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 1129 time: 0.0412266 Jul 11 14:14:12.780695 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-eedf4aa1-18c2-4920-abea-06d55b51e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:12.782133 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-eedf4aa1-18c2-4920-abea-06d55b51e76f service neutron] 10.222.0.55 "GET /v2.0/networks?id=81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 200 len: 911 time: 0.0932350 Jul 11 14:14:12.844732 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:12.846070 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-2006d59a-3726-48cd-9ec7-79c5a927b74f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd0c458-b02e-405a-a868-f08fece32cb4 HTTP/1.1" status: 200 len: 997 time: 0.0576611 Jul 11 14:14:12.866948 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ab30ea9a-cb4e-4373-83cb-8408ed56997c', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'port_id': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'mac_address': 'fa:16:3e:a2:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:13:53Z', 'updated_at': '2022-07-11T14:14:12Z', 'revision_number': 1, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:14:12.891682 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] Checking router: f18fb585-8c5b-40e3-b272-6198b3ab9507 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:14:12.895174 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-1817fd79-2c36-4b94-bfa7-d4f7e09697cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:12.896688 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-1817fd79-2c36-4b94-bfa7-d4f7e09697cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 200 len: 849 time: 0.0449464 Jul 11 14:14:12.900862 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:14:12.901527 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:13:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:14:12.940660 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-6ddf4fa5-3290-43d8-b100-5483c57b1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:14:12.942054 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-6ddf4fa5-3290-43d8-b100-5483c57b1671 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81252056-c78d-471a-b520-b6f6a1b0caa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398381 Jul 11 14:14:13.005333 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:14:13.040387 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-7c91811b-a0e2-4c65-b10f-03f25298bb35 service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913396 Jul 11 14:14:13.133458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:13.155995 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7502f632-291a-43ac-9449-12fdbecfa0ab req-edd74d00-0006-4dbd-8edf-7bec5b6b911d service neutron] 10.222.0.55 "GET /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089196 Jul 11 14:14:13.241895 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ab30ea9a-cb4e-4373-83cb-8408ed56997c', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'port_id': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'mac_address': 'fa:16:3e:a2:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:13:53Z', 'updated_at': '2022-07-11T14:14:12Z', 'revision_number': 1, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:14:13.269465 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf5a50-4adc-42a0-8e2d-2e8ad8fc8d06 None None] The sync data for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi is: [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'ab30ea9a-cb4e-4373-83cb-8408ed56997c', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'port_id': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'mac_address': 'fa:16:3e:a2:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:13:53Z', 'updated_at': '2022-07-11T14:14:12Z', 'revision_number': 1, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:14:13.445223 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9eedb-e469-466e-b161-248748f5cfae None None] New status for floating IP ab30ea9a-cb4e-4373-83cb-8408ed56997c: ACTIVE {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:14:17.475596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7b0e3b72-e015-4eae-92b2-487c8a5a65aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:19.904531 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a5357a18-e5be-4027-af24-bac696fd3d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:21.052803 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:21.630899 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:21.635229 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=60 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:22.575280 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:22.822573 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:23.150316 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=54 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:23.151143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:23.619060 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=1,neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:23.622099 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:25.582925 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:28.906712 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:14:35.571995 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=46 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:35.578970 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:38.903067 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:40.080113 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46896) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:14:40.194693 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.275414 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Publish callbacks [] for security_group (1d3a39a9-01cb-449b-8341-b48944019226), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.280099 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (1d3a39a9-01cb-449b-8341-b48944019226), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.322751 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ace883e3994944d18a5a7ecae60cdd79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415538 Jul 11 14:14:40.323568 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a39a9-01cb-449b-8341-b48944019226,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:14:40.325352 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46900) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:14:40.331577 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.332100 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.332852 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.333198 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.333532 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.333858 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.334188 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.334545 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.334868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.335197 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.335519 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.335837 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.336152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.336496 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.336777 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2f339e-61c8-4cba-83d2-5468e7268fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.377043 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Publish callbacks [] for security_group (1d3a39a9-01cb-449b-8341-b48944019226), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.404097 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Publish callbacks [] for security_group (1d3a39a9-01cb-449b-8341-b48944019226), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.452417 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (1d3a39a9-01cb-449b-8341-b48944019226), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.455014 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.456172 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d3a39a9-01cb-449b-8341-b48944019226 HTTP/1.1" status: 204 len: 168 time: 0.1298413 Jul 11 14:14:40.464365 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a39a9-01cb-449b-8341-b48944019226,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:14:40.472374 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.472719 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.473064 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.473400 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.473736 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.474065 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.474415 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.474741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.475052 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.475377 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.475704 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.476018 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.476336 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.476660 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.476973 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b63664-5519-42c3-b008-620e203efd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:14:40.755443 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 46906) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:14:40.771340 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-175c3d92-cf86-4378-b5aa-89628ff0f96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.854075 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-175c3d92-cf86-4378-b5aa-89628ff0f96d admin admin] Publish callbacks [] for security_group (903962d5-0e62-4d95-8bfe-3be0043d5bed), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.858010 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-175c3d92-cf86-4378-b5aa-89628ff0f96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (903962d5-0e62-4d95-8bfe-3be0043d5bed), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.899493 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-175c3d92-cf86-4378-b5aa-89628ff0f96d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09b0437472484bb4ac61f95e5f4c3ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425750 Jul 11 14:14:40.900221 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c3d92-cf86-4378-b5aa-89628ff0f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903962d5-0e62-4d95-8bfe-3be0043d5bed,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:14:40.904159 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 46908) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:14:40.977053 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8e9abd71-59a2-4061-96df-527974266e0e admin admin] Publish callbacks [] for security_group (903962d5-0e62-4d95-8bfe-3be0043d5bed), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:40.999928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8e9abd71-59a2-4061-96df-527974266e0e admin admin] Publish callbacks [] for security_group (903962d5-0e62-4d95-8bfe-3be0043d5bed), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:41.051607 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8e9abd71-59a2-4061-96df-527974266e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (903962d5-0e62-4d95-8bfe-3be0043d5bed), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:41.054169 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8e9abd71-59a2-4061-96df-527974266e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:41.055333 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8e9abd71-59a2-4061-96df-527974266e0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/903962d5-0e62-4d95-8bfe-3be0043d5bed HTTP/1.1" status: 204 len: 168 time: 0.1494758 Jul 11 14:14:41.064053 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9abd71-59a2-4061-96df-527974266e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903962d5-0e62-4d95-8bfe-3be0043d5bed,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:14:47.479131 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c01bc88e-6e9e-4618-bed1-fb57a4b63534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:49.906850 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-454f4d98-7f80-4231-8536-21c429a55447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:50.893226 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:50.895278 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:51.053667 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:51.058879 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:51.059645 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:52.579951 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:52.827917 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:14:54.984456 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:54.987129 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:14:55.587459 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:02.995812 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394046e-4885-4a0d-a590-b32c0c917514 req-7b465161-7a55-431a-b682-ac8241762b65 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:02.997178 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7394046e-4885-4a0d-a590-b32c0c917514 req-7b465161-7a55-431a-b682-ac8241762b65 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0501018 Jul 11 14:15:03.047091 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7394046e-4885-4a0d-a590-b32c0c917514 req-5fdad402-5e8f-4ef5-98d4-8a44bc8be96d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Jul 11 14:15:04.164510 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24266a1-89b1-4c45-91a4-3666b48b844b req-f6e4fbcd-d3e5-4620-9700-f9e230cbddc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:04.165971 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f24266a1-89b1-4c45-91a4-3666b48b844b req-f6e4fbcd-d3e5-4620-9700-f9e230cbddc7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0488567 Jul 11 14:15:04.215762 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f24266a1-89b1-4c45-91a4-3666b48b844b req-3d515cba-985b-4e03-a521-4d1de61f2ae7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Jul 11 14:15:05.328686 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98784380-7ab1-4c11-8910-77d3d198cb17 req-2edf0e81-65aa-40fd-94c4-ed3e2bdc6c33 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:05.330068 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-98784380-7ab1-4c11-8910-77d3d198cb17 req-2edf0e81-65aa-40fd-94c4-ed3e2bdc6c33 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0485497 Jul 11 14:15:05.377052 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-98784380-7ab1-4c11-8910-77d3d198cb17 req-c2dc19dc-1380-4100-a5cb-7ff3a929179a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414512 Jul 11 14:15:05.581498 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:05.584752 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:05.905618 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:15:06.493111 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48ad6e-59e8-4a36-b9dd-c97ffb9e1a6b req-bc31699c-1ea3-4ddf-bd68-114e16a8a53e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:06.494575 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ba48ad6e-59e8-4a36-b9dd-c97ffb9e1a6b req-bc31699c-1ea3-4ddf-bd68-114e16a8a53e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0501456 Jul 11 14:15:06.541397 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ba48ad6e-59e8-4a36-b9dd-c97ffb9e1a6b req-7106cd9d-d7a9-48ca-9a02-658e6ca8b50c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Jul 11 14:15:06.739041 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47146) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:07.046817 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Deleting port 7f0d2464-475a-43ac-8a89-0cf2d46d39c2 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:07.047013 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:07.124588 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:07.124915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for floatingip (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:07.137754 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Calling delete_port for 7f0d2464-475a-43ac-8a89-0cf2d46d39c2 owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:07.284215 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (7f0d2464-475a-43ac-8a89-0cf2d46d39c2), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:07.308852 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event deleted for resources: {'Port': ['ID=7f0d2464-475a-43ac-8a89-0cf2d46d39c2,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:07.372995 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for floatingip (6a0ade6a-80c4-4217-876b-e1cda0cbd628), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:07.373318 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Floating IP 6a0ade6a-80c4-4217-876b-e1cda0cbd628 disassociated (deleted). External IP: 172.27.1.182, port: 4376997e-3ed7-4f63-b17e-1d9f27589ff4. Jul 11 14:15:07.660768 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86074ab5-f384-45c2-85a2-f8c28973d00f req-77218ca7-d537-4d50-8be8-77ff4d5c5ced tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:07.662487 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-86074ab5-f384-45c2-85a2-f8c28973d00f req-77218ca7-d537-4d50-8be8-77ff4d5c5ced tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0494609 Jul 11 14:15:07.711661 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-86074ab5-f384-45c2-85a2-f8c28973d00f req-08db46b6-aa37-4787-98b4-d9948710b26a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Jul 11 14:15:07.826425 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Router 932132cd-01ed-4adb-acd8-02ee70b0d249 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:15:07.931488 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:07.936204 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:07.941728 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] Sync routers for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:07.952663 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:07.953279 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:14:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:07.966883 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-198a29cb-4268-410a-a9f5-07be0024aa37 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "DELETE /v2.0/floatingips/6a0ade6a-80c4-4217-876b-e1cda0cbd628 HTTP/1.1" status: 204 len: 168 time: 1.2267435 Jul 11 14:15:07.967459 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:15:07.969687 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:15:08.007952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f5dc9-cfd2-4df5-a083-99ec91306e8a x-openstack-request-id: req-c26f5dc9-cfd2-4df5-a083-99ec91306e8a {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:15:08.008251 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:15:08.008507 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c26f5dc9-cfd2-4df5-a083-99ec91306e8a {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:15:08.008916 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26f5dc9-cfd2-4df5-a083-99ec91306e8a'] response: {'name': 'network-changed', 'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'status': 'completed', 'code': 200} Jul 11 14:15:08.058565 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:08.189230 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6915f5-bbd5-43df-ae33-bb8983c26456 req-b95f75a2-ccf3-40eb-a6d3-4552a880d34c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:08.190855 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cc6915f5-bbd5-43df-ae33-bb8983c26456 req-b95f75a2-ccf3-40eb-a6d3-4552a880d34c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0466161 Jul 11 14:15:08.243844 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cc6915f5-bbd5-43df-ae33-bb8983c26456 req-7b1057b5-be3a-42b3-a05d-68395b5f1503 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 Jul 11 14:15:08.244246 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 5, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:08.273091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] Checking router: 932132cd-01ed-4adb-acd8-02ee70b0d249 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:08.281370 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:08.281964 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:14:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:08.380443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:08.558836 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 5, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:08.582236 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4afe129-118a-4a09-80a8-d2d607cc141b None None] The sync data for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi is: [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:08:25Z', 'revision_number': 4, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'a314f7fb-d300-44d0-8d9f-a329afffb47b', 'name': '', 'network_id': '4020e2d9-bcc8-4ed8-8c6d-106564132adf', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'mac_address': 'fa:16:3e:e5:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:24Z', 'updated_at': '2022-07-11T14:08:29Z', 'revision_number': 5, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'subnets': [{'id': '1c4704f4-5602-4ba9-b1c5-c519dbed212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:08.792720 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da8b4e-f311-4b2d-b786-32b652259059 None None] New status for floating IP 6a0ade6a-80c4-4217-876b-e1cda0cbd628: DOWN {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:15:08.836861 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691671b8-918b-42cf-a5aa-377a8bb67a6d req-e92e52e8-3111-467d-b083-b94a45e72667 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:08.838348 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-691671b8-918b-42cf-a5aa-377a8bb67a6d req-e92e52e8-3111-467d-b083-b94a45e72667 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0475364 Jul 11 14:15:08.890617 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-691671b8-918b-42cf-a5aa-377a8bb67a6d req-27929b14-7149-4c2d-aa5c-36b5c2e212cf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 Jul 11 14:15:09.023304 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:09.031987 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:09.037477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-05e46a2c-dd51-4fc4-bbea-64958939cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:09.039004 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-05e46a2c-dd51-4fc4-bbea-64958939cce5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 1129 time: 0.0489397 Jul 11 14:15:09.356765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c993-a7b6-4c38-a21a-c83349583651 req-57e90368-4d41-4b93-a0f7-8b26d8000442 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:09.358219 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ed88c993-a7b6-4c38-a21a-c83349583651 req-57e90368-4d41-4b93-a0f7-8b26d8000442 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0463674 Jul 11 14:15:09.406531 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ed88c993-a7b6-4c38-a21a-c83349583651 req-6c7da25a-c6dd-4259-80d0-7c116b8b5ce9 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Jul 11 14:15:10.021901 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f4bd3-0a1d-4b3d-b9c7-a8a4e90170e0 req-23b8d111-646a-49ad-8b47-61ae60216262 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:10.023359 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c71f4bd3-0a1d-4b3d-b9c7-a8a4e90170e0 req-23b8d111-646a-49ad-8b47-61ae60216262 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0494056 Jul 11 14:15:10.071121 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c71f4bd3-0a1d-4b3d-b9c7-a8a4e90170e0 req-31c3c3f6-9b32-47df-8eb3-7706e74a2a82 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Jul 11 14:15:10.518272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448ab34-502c-4488-bbc7-221055b08e84 req-f6bb1fab-2c74-4221-9073-026c3eb29c5f tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:10.519848 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1448ab34-502c-4488-bbc7-221055b08e84 req-f6bb1fab-2c74-4221-9073-026c3eb29c5f tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0476422 Jul 11 14:15:10.573690 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1448ab34-502c-4488-bbc7-221055b08e84 req-7b232dc3-8d6c-4b37-945e-bd16d8c5bf35 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480957 Jul 11 14:15:10.982158 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-e31f06cd-3e5e-4e09-ba2a-cceb4ed4cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:10.983739 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-e31f06cd-3e5e-4e09-ba2a-cceb4ed4cfe4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 200 len: 910 time: 0.0922966 Jul 11 14:15:11.186096 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfacd1-cc65-4a80-a0c8-fbd781ce8edb req-0f90785f-bdb1-4ea8-962a-d0dd7797ad0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:11.187543 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8cfacd1-cc65-4a80-a0c8-fbd781ce8edb req-0f90785f-bdb1-4ea8-962a-d0dd7797ad0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0491600 Jul 11 14:15:11.233345 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8cfacd1-cc65-4a80-a0c8-fbd781ce8edb req-6ae6d230-e4f6-4b68-93d9-56204518f5ab tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=796765c7-2389-43df-9df3-3fdbc2ad51e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Jul 11 14:15:11.291554 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-7450ac76-51d8-420d-a63f-9ff5c1004429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 200 len: 217 time: 0.0449054 Jul 11 14:15:11.326004 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-1030e25e-b57c-4548-9a47-9271d8a265cf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:11.327441 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-1030e25e-b57c-4548-9a47-9271d8a265cf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 946 time: 0.0455604 Jul 11 14:15:11.470769 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-a686edb9-fed8-4177-902d-b8616c17b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:11.473136 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-a686edb9-fed8-4177-902d-b8616c17b359 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 200 len: 848 time: 0.0482833 Jul 11 14:15:11.606591 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-5414987a-9559-428c-804c-eebc03260c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:11.608072 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-5414987a-9559-428c-804c-eebc03260c14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4020e2d9-bcc8-4ed8-8c6d-106564132adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758879 Jul 11 14:15:11.655108 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:11.656914 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:11.681620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port 827011e5-30e0-4612-b116-50bf98ff23c7 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:11.681958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:11.693394 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305422e-22bb-470f-a08e-dfb9f4d1a7ac req-3a7a2159-319d-4ee4-84e4-72291101e1e7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:11.694873 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6305422e-22bb-470f-a08e-dfb9f4d1a7ac req-3a7a2159-319d-4ee4-84e4-72291101e1e7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0481842 Jul 11 14:15:11.743443 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6305422e-22bb-470f-a08e-dfb9f4d1a7ac req-5b2754b5-abc5-4537-a168-c994c5674c8c tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Jul 11 14:15:11.799031 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-7209f5d7-969c-4ac8-94a1-2e23729cb094 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836746 Jul 11 14:15:11.822284 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] For port 827011e5-30e0-4612-b116-50bf98ff23c7, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=827011e5-30e0-4612-b116-50bf98ff23c7,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:11.822679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:12.062775 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:12.063434 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:12.063434 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP 2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4 disassociated. External IP: 172.27.1.214, port: 827011e5-30e0-4612-b116-50bf98ff23c7. Jul 11 14:15:12.063781 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for 827011e5-30e0-4612-b116-50bf98ff23c7 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:12.073679 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8edd0aca-a8b6-4e1b-b4b3-8dd9323b95f7 req-2cfc4944-39a6-45f1-828c-bd76818055d9 service neutron] 10.222.0.55 "GET /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516523 Jul 11 14:15:12.186786 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:12.198691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (827011e5-30e0-4612-b116-50bf98ff23c7), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:12.224558 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=827011e5-30e0-4612-b116-50bf98ff23c7,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:12.232386 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:12.330545 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ca32cca2-6338-450f-9133-bd170cf26d1d req-bd727c9b-b1b8-43bb-be45-3b214ccd2ed1 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 210 time: 0.0275002 Jul 11 14:15:12.340092 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:15:12.443636 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:12.455498 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:12.466040 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:12.466784 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:14:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:12.486281 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] No DVR routers for this DVR port 827011e5-30e0-4612-b116-50bf98ff23c7 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:15:12.488962 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:12.492300 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ebb02d1a-f125-460b-8724-1fb619a6eb79 req-3ce524ec-7040-4d55-852b-2ae3b9a75cca tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "DELETE /v2.0/ports/827011e5-30e0-4612-b116-50bf98ff23c7 HTTP/1.1" status: 204 len: 173 time: 0.9683721 Jul 11 14:15:12.492760 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'name': 'network-vif-deleted', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:15:12.495066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca201cc-4f0b-4588-802c-81908a6cf788" -d '{"events": [{"server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "name": "network-vif-deleted", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:15:12.532578 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b794028-626e-4f50-b018-1d644e50b1b4 x-openstack-request-id: req-6b794028-626e-4f50-b018-1d644e50b1b4 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:15:12.532875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21851a9e-91d2-4ced-87e9-abedb3c03835", "name": "network-vif-deleted", "tag": "827011e5-30e0-4612-b116-50bf98ff23c7", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:15:12.533129 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b794028-626e-4f50-b018-1d644e50b1b4 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:15:12.533565 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b794028-626e-4f50-b018-1d644e50b1b4'] response: {'server_uuid': '21851a9e-91d2-4ced-87e9-abedb3c03835', 'name': 'network-vif-deleted', 'tag': '827011e5-30e0-4612-b116-50bf98ff23c7', 'status': 'completed', 'code': 200} Jul 11 14:15:12.696868 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:12.870437 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:12.873487 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cdbb-6999-41da-b194-866d7aa21ee2 req-3033f448-6442-4cd1-90b6-bc0ada59bcf7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:12.875005 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a201cdbb-6999-41da-b194-866d7aa21ee2 req-3033f448-6442-4cd1-90b6-bc0ada59bcf7 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0517704 Jul 11 14:15:12.884255 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:12.910922 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:12.921873 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:12.923061 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:14:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:12.934952 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a201cdbb-6999-41da-b194-866d7aa21ee2 req-8572ad07-d70c-4b5d-9c13-1d025d5f0ce6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541122 Jul 11 14:15:12.970852 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:13.027250 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:13.213056 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:13.237678 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc305ef9-0cc2-4cc3-ab40-4395f89bea37 None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:13.430876 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-783e7391-3695-4776-87dd-dc1df1205b1f req-1dee19d3-5373-49c3-83c3-5b46a03b7999 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 210 time: 0.0301189 Jul 11 14:15:13.447999 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7851a-5f55-4a30-96f4-1c758cf78b7a None None] New status for floating IP 2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4: DOWN {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:15:14.047294 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f556e-c562-441e-ae23-3d693bc8f04f req-e5d4c8f0-e698-480e-9181-b293487ca420 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:14.048773 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-273f556e-c562-441e-ae23-3d693bc8f04f req-e5d4c8f0-e698-480e-9181-b293487ca420 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0469503 Jul 11 14:15:14.098295 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-273f556e-c562-441e-ae23-3d693bc8f04f req-2760b585-77be-4b26-acc5-3dc6033773fe tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Jul 11 14:15:14.526893 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-713597af-78a6-433f-943b-8b8a0433a693 req-079ce17c-c159-4a6e-8688-b4ac900684c4 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Jul 11 14:15:15.212943 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad8ed6-e7d6-4247-a4d3-dc1413625f14 req-8fc4f15a-47a1-45e8-9ac7-32effbdb9956 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:15.215050 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ffad8ed6-e7d6-4247-a4d3-dc1413625f14 req-8fc4f15a-47a1-45e8-9ac7-32effbdb9956 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0470450 Jul 11 14:15:15.264579 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ffad8ed6-e7d6-4247-a4d3-dc1413625f14 req-73783fa4-520f-4920-85e6-8cc42848353d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440142 Jul 11 14:15:15.623250 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-11336b85-f2d6-493b-be2d-1af942dbd153 req-e71bbf39-8c18-43b1-bde1-157c686d2d81 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 210 time: 0.0272717 Jul 11 14:15:16.304896 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-1786271e-d0f5-4dd1-bca7-b7cb1a03ffba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:16.306413 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-1786271e-d0f5-4dd1-bca7-b7cb1a03ffba tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0493989 Jul 11 14:15:16.388270 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3483da7-01dd-4e8c-a184-d0834b948128 req-6442a153-3584-4357-8f5a-dea193a3693a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:16.389884 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3483da7-01dd-4e8c-a184-d0834b948128 req-6442a153-3584-4357-8f5a-dea193a3693a tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 945 time: 0.0546744 Jul 11 14:15:16.423568 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Deleting port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:16.423912 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:16.447146 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e3483da7-01dd-4e8c-a184-d0834b948128 req-991a45bb-a9f6-4d13-b6d9-34fc106fb0e5 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455344 Jul 11 14:15:16.516395 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] For port 4376997e-3ed7-4f63-b17e-1d9f27589ff4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=4376997e-3ed7-4f63-b17e-1d9f27589ff4,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:16.516759 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:16.529681 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Calling delete_port for 4376997e-3ed7-4f63-b17e-1d9f27589ff4 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:16.663717 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (4376997e-3ed7-4f63-b17e-1d9f27589ff4), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:16.710947 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event deleted for resources: {'Port': ['ID=4376997e-3ed7-4f63-b17e-1d9f27589ff4,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:16.755211 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4c44410f-2447-49e2-b3d9-eea1fd855836 req-265b4d9c-635b-442a-ac0d-4f244ebb9e84 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=21851a9e-91d2-4ced-87e9-abedb3c03835 HTTP/1.1" status: 200 len: 210 time: 0.0396404 Jul 11 14:15:16.807081 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] No DVR routers for this DVR port 4376997e-3ed7-4f63-b17e-1d9f27589ff4 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:15:16.809635 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:16.812960 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f325d3c4-1942-4caf-8aa1-21acf495e340 req-33d4831f-3d9f-4124-bb30-fc300639171d tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.55 "DELETE /v2.0/ports/4376997e-3ed7-4f63-b17e-1d9f27589ff4 HTTP/1.1" status: 204 len: 173 time: 0.4802341 Jul 11 14:15:16.813396 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-deleted', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:15:16.815640 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64102985-1198-423d-915a-84608c5045ce" -d '{"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-deleted", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:15:16.855072 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c2497-35eb-4c08-9220-12e754dc0f51 x-openstack-request-id: req-902c2497-35eb-4c08-9220-12e754dc0f51 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:15:16.855367 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e", "name": "network-vif-deleted", "tag": "4376997e-3ed7-4f63-b17e-1d9f27589ff4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:15:16.855621 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-902c2497-35eb-4c08-9220-12e754dc0f51 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:15:16.856025 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902c2497-35eb-4c08-9220-12e754dc0f51'] response: {'server_uuid': '4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e', 'name': 'network-vif-deleted', 'tag': '4376997e-3ed7-4f63-b17e-1d9f27589ff4', 'status': 'completed', 'code': 200} Jul 11 14:15:17.482991 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-fd85f808-c3d7-4a4f-bd60-608a0c6fd79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:17.554164 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-95c9abce-b771-44bb-8343-4ff7461f6de9 req-f3df949f-7e1b-4713-b4ed-8445fce045a6 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d5b4e77-78e1-4d5e-b287-a24bdc0cb97e HTTP/1.1" status: 200 len: 210 time: 0.0289063 Jul 11 14:15:17.849732 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47242) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:17.909076 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ba13bd79-78ea-4915-a083-51f5dcee0dba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (796765c7-2389-43df-9df3-3fdbc2ad51e3), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:17.934079 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ba13bd79-78ea-4915-a083-51f5dcee0dba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (796765c7-2389-43df-9df3-3fdbc2ad51e3), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:17.987233 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ba13bd79-78ea-4915-a083-51f5dcee0dba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (796765c7-2389-43df-9df3-3fdbc2ad51e3), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:17.989817 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ba13bd79-78ea-4915-a083-51f5dcee0dba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:17.990978 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-ba13bd79-78ea-4915-a083-51f5dcee0dba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/security-groups/796765c7-2389-43df-9df3-3fdbc2ad51e3 HTTP/1.1" status: 204 len: 168 time: 0.1401196 Jul 11 14:15:17.993822 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47250) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:17.995925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:18.001487 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13bd79-78ea-4915-a083-51f5dcee0dba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796765c7-2389-43df-9df3-3fdbc2ad51e3,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:18.013965 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.api.v2.resource [None req-68e00cd5-907d-4c52-be68-25c8e9bdefda tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] show failed (client error): The resource could not be found. Jul 11 14:15:18.015016 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-68e00cd5-907d-4c52-be68-25c8e9bdefda tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups/796765c7-2389-43df-9df3-3fdbc2ad51e3 HTTP/1.1" status: 404 len: 347 time: 0.0202281 Jul 11 14:15:18.018076 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47252) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:18.127618 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port b0dea22f-c719-4b39-80fc-4d5abf55fb10 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:18.127962 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.207580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.207909 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (b0dea22f-c719-4b39-80fc-4d5abf55fb10), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.220305 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for b0dea22f-c719-4b39-80fc-4d5abf55fb10 owned by network:floatingip {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:18.352920 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (b0dea22f-c719-4b39-80fc-4d5abf55fb10), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.376494 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=b0dea22f-c719-4b39-80fc-4d5abf55fb10,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:18.429509 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:18.434482 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:18.443228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.445734 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.446895 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-8d2bc415-7063-4169-97da-937b31c3db92 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/floatingips/2b3c3437-23e0-4d0b-b8e8-fbafe07bcfd4 HTTP/1.1" status: 204 len: 168 time: 0.4279203 Jul 11 14:15:18.514228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47256) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:18.518741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-44a0bde0-698a-4f23-bc67-034a761e2043 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092085351', 'description': 'tempest-description--1707020386'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:18.539227 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44a0bde0-698a-4f23-bc67-034a761e2043 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.613372 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44a0bde0-698a-4f23-bc67-034a761e2043 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (17906272-be5f-4d50-90a7-4a9ca6daa25b), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.617046 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47260) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:18.624793 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44a0bde0-698a-4f23-bc67-034a761e2043 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (17906272-be5f-4d50-90a7-4a9ca6daa25b), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.680064 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0bde0-698a-4f23-bc67-034a761e2043 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17906272-be5f-4d50-90a7-4a9ca6daa25b,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:18.686349 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-44a0bde0-698a-4f23-bc67-034a761e2043 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.687585 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-44a0bde0-698a-4f23-bc67-034a761e2043 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1722841 Jul 11 14:15:18.690611 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47262) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:18.695255 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-1a03570e-9b04-424c-9d9d-b0e3c1476b56 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '17906272-be5f-4d50-90a7-4a9ca6daa25b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:18.708055 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef5be-7aef-4553-9eae-8f4983d13be3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group (e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.722244 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1a03570e-9b04-424c-9d9d-b0e3c1476b56 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (88beaee2-a715-4970-8b3c-cc9367ea0ea3), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.735483 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef5be-7aef-4553-9eae-8f4983d13be3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group (e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.736742 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 827011e5-30e0-4612-b116-50bf98ff23c7 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:18.762498 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 827011e5-30e0-4612-b116-50bf98ff23c7 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:15:18.762925 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 827011e5-30e0-4612-b116-50bf98ff23c7 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:18.763484 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 4376997e-3ed7-4f63-b17e-1d9f27589ff4 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:18.764450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:18.784166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 4376997e-3ed7-4f63-b17e-1d9f27589ff4 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:15:18.784880 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 4376997e-3ed7-4f63-b17e-1d9f27589ff4 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:18.787362 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1a03570e-9b04-424c-9d9d-b0e3c1476b56 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (88beaee2-a715-4970-8b3c-cc9367ea0ea3), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.790973 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1a03570e-9b04-424c-9d9d-b0e3c1476b56 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (88beaee2-a715-4970-8b3c-cc9367ea0ea3), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.811001 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03570e-9b04-424c-9d9d-b0e3c1476b56 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88beaee2-a715-4970-8b3c-cc9367ea0ea3,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:18.812655 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef5be-7aef-4553-9eae-8f4983d13be3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.815806 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef5be-7aef-4553-9eae-8f4983d13be3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.816951 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-8f3ef5be-7aef-4553-9eae-8f4983d13be3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] 10.222.0.49 "DELETE /v2.0/security-groups/e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a HTTP/1.1" status: 204 len: 168 time: 0.1999922 Jul 11 14:15:18.825865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-1a03570e-9b04-424c-9d9d-b0e3c1476b56 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.827362 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-1a03570e-9b04-424c-9d9d-b0e3c1476b56 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356678 Jul 11 14:15:18.830429 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47266) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:18.831113 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ef5be-7aef-4553-9eae-8f4983d13be3 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee7cd0-47b1-4d8b-b464-66fbb821aa7a,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:18.835891 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-a5199a0b-5b61-4a8b-b84d-a92de7f439f8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'security_group_rule': {'security_group_id': '17906272-be5f-4d50-90a7-4a9ca6daa25b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:18.870589 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47268) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:18.886870 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a5199a0b-5b61-4a8b-b84d-a92de7f439f8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (dfd6b932-dbdb-426f-8315-6754d5bf2df6), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.950118 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a5199a0b-5b61-4a8b-b84d-a92de7f439f8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (dfd6b932-dbdb-426f-8315-6754d5bf2df6), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.957854 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a5199a0b-5b61-4a8b-b84d-a92de7f439f8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (dfd6b932-dbdb-426f-8315-6754d5bf2df6), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.980242 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5199a0b-5b61-4a8b-b84d-a92de7f439f8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd6b932-dbdb-426f-8315-6754d5bf2df6,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:18.986203 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a5199a0b-5b61-4a8b-b84d-a92de7f439f8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:18.987458 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a5199a0b-5b61-4a8b-b84d-a92de7f439f8 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558371 Jul 11 14:15:18.990547 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47274) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:18.998611 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:19.020051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:19.183354 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:19.370748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.27.1.58 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/b12a9ff4-bdb5-4b7c-8d1b-476e55671467) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:19.503373 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:19.516684 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:19.574952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:19.576729 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (932132cd-01ed-4adb-acd8-02ee70b0d249), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:19.692645 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:19.737091 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:19.766469 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:19.770946 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:19.811830 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=b12a9ff4-bdb5-4b7c-8d1b-476e55671467,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:19.911441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd30c3f6-790e-4d90-96ad-d834d05128ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.192073 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (f2af060c-1ff5-4129-b5cd-419a3e7808c3), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.202414 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Deleting port a314f7fb-d300-44d0-8d9f-a329afffb47b {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:20.202741 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.278631 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.338849 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] For port a314f7fb-d300-44d0-8d9f-a329afffb47b, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=a314f7fb-d300-44d0-8d9f-a329afffb47b,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:20.339123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.362466 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Calling delete_port for a314f7fb-d300-44d0-8d9f-a329afffb47b owned by network:router_interface {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:20.410861 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:20.479638 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:20.555114 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.562902 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.638992 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=b12a9ff4-bdb5-4b7c-8d1b-476e55671467,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:20.686755 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (f2af060c-1ff5-4129-b5cd-419a3e7808c3), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.713420 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.714637 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-21f192e3-1790-4ba2-b6b0-3aac83eeaaaf tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7231536 Jul 11 14:15:20.720495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (a314f7fb-d300-44d0-8d9f-a329afffb47b), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.747500 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a314f7fb-d300-44d0-8d9f-a329afffb47b,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:20.930855 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (932132cd-01ed-4adb-acd8-02ee70b0d249), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:20.945381 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-77aa27e5-8c82-401f-919a-c49629711f41 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1092085351&fields=id&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 267 time: 0.0487096 Jul 11 14:15:21.057501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-193c828b-a2dc-4466-b40a-e1f1f3fd95da tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:21.058956 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-193c828b-a2dc-4466-b40a-e1f1f3fd95da tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 0.1058633 Jul 11 14:15:21.066102 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:21.082832 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-95af4ded-1630-4aff-9722-6f3526e7522c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/quotas/da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 375 time: 0.0176425 Jul 11 14:15:21.128854 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-0dd4343b-2d02-49af-acee-377612ded0bc tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448751 Jul 11 14:15:21.149679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Router 932132cd-01ed-4adb-acd8-02ee70b0d249 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:15:21.204159 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:21.229651 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-2876f5e1-e8a5-42ff-83fd-417d932dd437 service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884016 Jul 11 14:15:21.253915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:21.259463 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b4229867-89ec-4a34-9683-e279e5cd51b9 admin admin] 10.222.0.49 "PUT /v2.0/routers/932132cd-01ed-4adb-acd8-02ee70b0d249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3878331 Jul 11 14:15:21.262420 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47326) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:21.265412 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] Sync routers for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:21.278477 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:21.279217 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:21.320705 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-523b1aee-3621-464b-9054-d77b02ab47bb service neutron] 10.222.0.49 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Jul 11 14:15:21.361311 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks [] for router (932132cd-01ed-4adb-acd8-02ee70b0d249), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:21.392514 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:21.410148 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:21.489913 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks [] for router_gateway (932132cd-01ed-4adb-acd8-02ee70b0d249), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:21.516659 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-de5d7497-4089-4e28-9b15-980948826e91 req-8a8a1bbf-5a44-4cbc-9d85-3aadb77ea1ac tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 210 time: 0.0406001 Jul 11 14:15:21.551902 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Deleting port ec949c36-5292-4f81-9e70-e40e8e81c87f {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:21.552355 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:21.599382 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:15:20Z', 'revision_number': 5, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port': {'id': 'ec949c36-5292-4f81-9e70-e40e8e81c87f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:22Z', 'updated_at': '2022-07-11T14:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:21.637488 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] Checking router: 932132cd-01ed-4adb-acd8-02ee70b0d249 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:21.648685 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] Routers {'932132cd-01ed-4adb-acd8-02ee70b0d249'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:21.649453 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['932132cd-01ed-4adb-acd8-02ee70b0d249'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:21.653214 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] For port ec949c36-5292-4f81-9e70-e40e8e81c87f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=ec949c36-5292-4f81-9e70-e40e8e81c87f,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:21.653467 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:21.674652 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Calling delete_port for ec949c36-5292-4f81-9e70-e40e8e81c87f owned by network:router_gateway {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:21.742158 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] Set router 932132cd-01ed-4adb-acd8-02ee70b0d249 gateway port host: None {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:21.807944 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:15:21Z', 'revision_number': 6, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:21.836899 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2305994-5973-457e-98d8-fb98381ccfc3 None None] The sync data for ids ['932132cd-01ed-4adb-acd8-02ee70b0d249'] in dv-cinder-848429-3-iscsi is: [{'id': '932132cd-01ed-4adb-acd8-02ee70b0d249', 'name': 'tempest-TestShelveInstance-1320820812-router', 'tenant_id': '2c01634e004b43239e6912ee0a9d1ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:21Z', 'updated_at': '2022-07-11T14:15:21Z', 'revision_number': 6, 'project_id': '2c01634e004b43239e6912ee0a9d1ffd', 'gw_port_host': None}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:21.893031 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (ec949c36-5292-4f81-9e70-e40e8e81c87f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:21.921505 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec949c36-5292-4f81-9e70-e40e8e81c87f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:21.924698 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47344) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:22.000395 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (932132cd-01ed-4adb-acd8-02ee70b0d249), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.073953 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-356f106e-8c77-461a-9db2-4580f7e9b5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.094607 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (932132cd-01ed-4adb-acd8-02ee70b0d249), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.097143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks [] for router_controller (932132cd-01ed-4adb-acd8-02ee70b0d249), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.143741 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (932132cd-01ed-4adb-acd8-02ee70b0d249), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.144396 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 932132cd-01ed-4adb-acd8-02ee70b0d249 {{(pid=104191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:15:22.148668 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.152469 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-ce9f6037-9094-43de-aff2-190bafa45aa1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/932132cd-01ed-4adb-acd8-02ee70b0d249 HTTP/1.1" status: 204 len: 168 time: 0.8863642 Jul 11 14:15:22.152634 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:22.152757 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47348) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:22.163649 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:22.171518 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-356f106e-8c77-461a-9db2-4580f7e9b5dc admin admin] Publish callbacks [] for security_group (2fc38827-4330-4520-84d1-cbe6e1d2e077), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.176439 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-356f106e-8c77-461a-9db2-4580f7e9b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (2fc38827-4330-4520-84d1-cbe6e1d2e077), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.212632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] Deleting subnet 1c4704f4-5602-4ba9-b1c5-c519dbed212e {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:15:22.217311 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] Publish callbacks [] for subnet (1c4704f4-5602-4ba9-b1c5-c519dbed212e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.224419 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-356f106e-8c77-461a-9db2-4580f7e9b5dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa5a4a2891464b3c8455739df2a2888b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957788 Jul 11 14:15:22.224767 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f106e-8c77-461a-9db2-4580f7e9b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc38827-4330-4520-84d1-cbe6e1d2e077,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:22.227350 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47350) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:22.268257 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5045973'] for subnet (1c4704f4-5602-4ba9-b1c5-c519dbed212e), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.286944 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-084009df-2686-44da-9d5b-796fef29dc35 admin admin] Publish callbacks [] for security_group (2fc38827-4330-4520-84d1-cbe6e1d2e077), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.317462 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-084009df-2686-44da-9d5b-796fef29dc35 admin admin] Publish callbacks [] for security_group (2fc38827-4330-4520-84d1-cbe6e1d2e077), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.319632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:22.355059 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (1c4704f4-5602-4ba9-b1c5-c519dbed212e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.369273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-084009df-2686-44da-9d5b-796fef29dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (2fc38827-4330-4520-84d1-cbe6e1d2e077), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.371928 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-084009df-2686-44da-9d5b-796fef29dc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.373063 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-084009df-2686-44da-9d5b-796fef29dc35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fc38827-4330-4520-84d1-cbe6e1d2e077 HTTP/1.1" status: 204 len: 168 time: 0.1443317 Jul 11 14:15:22.381564 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084009df-2686-44da-9d5b-796fef29dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc38827-4330-4520-84d1-cbe6e1d2e077,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:22.408153 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:22.417706 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4777038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4755134'] for subnet (1c4704f4-5602-4ba9-b1c5-c519dbed212e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.450930 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4704f4-5602-4ba9-b1c5-c519dbed212e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:22.455594 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.459326 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6cca095c-d86a-4c1a-888b-5ea6740a72a9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1c4704f4-5602-4ba9-b1c5-c519dbed212e HTTP/1.1" status: 204 len: 168 time: 0.3057997 Jul 11 14:15:22.461490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb505a-1efc-48b5-944e-1ab64757097a None None] Network 4020e2d9-bcc8-4ed8-8c6d-106564132adf requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:15:22.462252 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47356) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:22.553757 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:22.567225 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (4020e2d9-bcc8-4ed8-8c6d-106564132adf), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.631709 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.656637 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9f84ac2-fb58-453c-80e6-e4aff1438c69 req-e053b9c5-5493-43d3-8521-297e5a1b3cd0 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 210 time: 0.0430210 Jul 11 14:15:22.666559 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Deleting port 5c51cd25-d7f7-421c-8319-e89e221357ae {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:22.667122 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.712837 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] DHCP port deletion for 4020e2d9-bcc8-4ed8-8c6d-106564132adf request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:15:22.772526 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Deleting port 5c51cd25-d7f7-421c-8319-e89e221357ae {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:22.772870 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.862495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] For port 5c51cd25-d7f7-421c-8319-e89e221357ae, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5c51cd25-d7f7-421c-8319-e89e221357ae,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:22.863017 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.869393 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] For port 5c51cd25-d7f7-421c-8319-e89e221357ae, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5c51cd25-d7f7-421c-8319-e89e221357ae,segment=NetworkSegment(2c69d69c-d330-4851-9459-7651cd25ebf7),segment_id=2c69d69c-d330-4851-9459-7651cd25ebf7)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:22.869393 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.871743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:22.874131 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47366) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:22.875678 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device a314f7fb-d300-44d0-8d9f-a329afffb47b no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:22.884936 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-cabcf513-a689-46d7-9aca-58100bbbac1d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:22.887318 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-cabcf513-a689-46d7-9aca-58100bbbac1d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 814 time: 0.2836950 Jul 11 14:15:22.888556 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Calling delete_port for 5c51cd25-d7f7-421c-8319-e89e221357ae owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:22.893565 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2a19227b-1355-48b7-973f-6148a1a6c5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.921769 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Calling delete_port for 5c51cd25-d7f7-421c-8319-e89e221357ae owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:22.924445 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: a314f7fb-d300-44d0-8d9f-a329afffb47b {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:15:22.924801 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device a314f7fb-d300-44d0-8d9f-a329afffb47b not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:22.925454 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ec949c36-5292-4f81-9e70-e40e8e81c87f no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:22.955079 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.959657 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: ec949c36-5292-4f81-9e70-e40e8e81c87f {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:15:22.960021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device ec949c36-5292-4f81-9e70-e40e8e81c87f not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:22.960521 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5c51cd25-d7f7-421c-8319-e89e221357ae no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:22.988046 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2a19227b-1355-48b7-973f-6148a1a6c5d8 admin admin] Publish callbacks [] for security_group (06dd773d-632a-44a1-a5e8-7ebea93fff81), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:22.992571 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2a19227b-1355-48b7-973f-6148a1a6c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (06dd773d-632a-44a1-a5e8-7ebea93fff81), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.028086 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2a19227b-1355-48b7-973f-6148a1a6c5d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4b3bc2c44074fc8ad6aadbd549e1f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507549 Jul 11 14:15:23.028702 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47368) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:23.054933 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-951254ad-555d-46a0-8d4b-5adfab57dd85 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da749564df7941929c6cb9159479d637 HTTP/1.1" status: 200 len: 380 time: 0.0708239 Jul 11 14:15:23.057986 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.064454 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19227b-1355-48b7-973f-6148a1a6c5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd773d-632a-44a1-a5e8-7ebea93fff81,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:23.090364 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'port': {'device_id': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'admin_state_up': True, 'tenant_id': 'da749564df7941929c6cb9159479d637', 'security_groups': ['17906272-be5f-4d50-90a7-4a9ca6daa25b']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:23.096912 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c51cd25-d7f7-421c-8319-e89e221357ae,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:23.111539 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6b39500e-d514-4569-8f31-49e075c461c7 admin admin] Publish callbacks [] for security_group (06dd773d-632a-44a1-a5e8-7ebea93fff81), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.119020 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] No DVR routers for this DVR port 5c51cd25-d7f7-421c-8319-e89e221357ae on host dv-cinder-848429-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:15:23.151824 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6b39500e-d514-4569-8f31-49e075c461c7 admin admin] Publish callbacks [] for security_group (06dd773d-632a-44a1-a5e8-7ebea93fff81), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.209400 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6b39500e-d514-4569-8f31-49e075c461c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (06dd773d-632a-44a1-a5e8-7ebea93fff81), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.212429 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6b39500e-d514-4569-8f31-49e075c461c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.217258 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-6b39500e-d514-4569-8f31-49e075c461c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06dd773d-632a-44a1-a5e8-7ebea93fff81 HTTP/1.1" status: 204 len: 168 time: 0.1828690 Jul 11 14:15:23.225759 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39500e-d514-4569-8f31-49e075c461c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd773d-632a-44a1-a5e8-7ebea93fff81,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:23.233929 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No active binding found for port 5c51cd25-d7f7-421c-8319-e89e221357ae {{(pid=104193) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 11 14:15:23.234369 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] The host dv-cinder-848429-3-iscsi is not matching for port 5c51cd25-d7f7-421c-8319-e89e221357ae host None! {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 11 14:15:23.234855 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5c51cd25-d7f7-421c-8319-e89e221357ae not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:23.262729 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (4020e2d9-bcc8-4ed8-8c6d-106564132adf), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.273568 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (5c51cd25-d7f7-421c-8319-e89e221357ae), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.291129 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4020e2d9-bcc8-4ed8-8c6d-106564132adf']}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:23.305075 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Pushing event deleted for resources: {'Port': ['ID=5c51cd25-d7f7-421c-8319-e89e221357ae,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:23.308302 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c69d69c-d330-4851-9459-7651cd25ebf7') {'for_net_delete': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:23.308478 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c69d69c-d330-4851-9459-7651cd25ebf7') {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:23.312943 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] No DVR routers for this DVR port 5c51cd25-d7f7-421c-8319-e89e221357ae on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:15:23.315331 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.315866 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.316215 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.316559 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.316892 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.317223 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.317542 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.318031 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.318548 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.319026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.319521 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.320000 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.320484 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.320971 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.321462 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8049ed1-1695-4f1e-beb1-7b6c940c0505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:23.333488 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5045998'] for segment (2c69d69c-d330-4851-9459-7651cd25ebf7), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.357528 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (2c69d69c-d330-4851-9459-7651cd25ebf7), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.370331 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:15:23.370735 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4777204'] for segment (2c69d69c-d330-4851-9459-7651cd25ebf7), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.395900 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Made reservation on behalf of da749564df7941929c6cb9159479d637 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:15:23.399893 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.410243 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 2c69d69c-d330-4851-9459-7651cd25ebf7 resource provider aggregate not found Jul 11 14:15:23.450757 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:23.457656 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 2c69d69c-d330-4851-9459-7651cd25ebf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c69d69c-d330-4851-9459-7651cd25ebf7 found for delete ", "request_id": "req-6a3b50ef-8cbe-43ab-aa98-501ec58d4733"}]} Jul 11 14:15:23.469484 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (4020e2d9-bcc8-4ed8-8c6d-106564132adf), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.479230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.482421 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4020e2d9-bcc8-4ed8-8c6d-106564132adf HTTP/1.1" status: 204 len: 168 time: 1.0192146 Jul 11 14:15:23.482961 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:23.485474 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47378) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:23.523216 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee96716-c469-4927-ad2c-daeb37002831 admin admin] Pushing event deleted for resources: {'Network': ['ID=4020e2d9-bcc8-4ed8-8c6d-106564132adf,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:23.621138 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Allocated IP 172.20.0.6 (f652801d-32e3-4c8b-a676-9f89f4a15dcd/fc7b797d-6984-4e1f-959a-afe2cb54cbed/baff141b-1b0c-403d-ab6d-3fa5acfe54af) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:23.731125 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:23.792229 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.793970 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63b6b3a1-c4af-4a48-a795-4c292cb3298c req-ede8b02e-3e58-451c-9f43-a4a45ebd1eb4 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 210 time: 0.0500090 Jul 11 14:15:23.837853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:23.841073 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.857487 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (21cf18fe-91f2-429c-8ae3-64500f523a08), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.866969 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:23.871154 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:23.873993 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:23.953757 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event updated for resources: {'Port': ['ID=baff141b-1b0c-403d-ab6d-3fa5acfe54af,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:23.962199 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:23.962880 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:23.980783 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-bcfcda2f-b6cb-446a-8c6c-fcd16b5af72a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9172018 Jul 11 14:15:23.999957 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Request body: {'port': {'device_id': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:24.074203 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.143001 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Deleting port 00d34319-d54d-445e-b497-5a9a2f18cbb9 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:24.143514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.196791 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-d7ca684f-18ac-4b1c-aa25-d6ea25a1068e None None] Provisioning complete for port baff141b-1b0c-403d-ab6d-3fa5acfe54af triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:24.198835 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d7ca684f-18ac-4b1c-aa25-d6ea25a1068e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.234863 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] For port 00d34319-d54d-445e-b497-5a9a2f18cbb9, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=00d34319-d54d-445e-b497-5a9a2f18cbb9,segment=NetworkSegment(44c062d8-bb33-45af-b25e-58b809629363),segment_id=44c062d8-bb33-45af-b25e-58b809629363)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:24.235215 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.243090 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca684f-18ac-4b1c-aa25-d6ea25a1068e None None] Port baff141b-1b0c-403d-ab6d-3fa5acfe54af cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:15:24.253173 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Calling delete_port for 00d34319-d54d-445e-b497-5a9a2f18cbb9 owned by network:router_interface {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:24.340748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:24.385834 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baff141b-1b0c-403d-ab6d-3fa5acfe54af {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:15:24.394192 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Publish callbacks [] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.451824 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Transition to ACTIVE for port object baff141b-1b0c-403d-ab6d-3fa5acfe54af will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:15:24.453302 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (00d34319-d54d-445e-b497-5a9a2f18cbb9), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.458721 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.479849 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d34319-d54d-445e-b497-5a9a2f18cbb9,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:24.516420 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Pushing event updated for resources: {'Port': ['ID=baff141b-1b0c-403d-ab6d-3fa5acfe54af,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:24.645393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Attempting to bind port baff141b-1b0c-403d-ab6d-3fa5acfe54af on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:15:24.650456 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Attempting to bind port baff141b-1b0c-403d-ab6d-3fa5acfe54af by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:15:24.651910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Attempting to bind port baff141b-1b0c-403d-ab6d-3fa5acfe54af on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:24.660043 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:24.664894 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Port baff141b-1b0c-403d-ab6d-3fa5acfe54af on network f652801d-32e3-4c8b-a676-9f89f4a15dcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:15:24.665422 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Attempting to bind port baff141b-1b0c-403d-ab6d-3fa5acfe54af on network f652801d-32e3-4c8b-a676-9f89f4a15dcd {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:24.678461 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:15:24.678820 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Checking segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:24.679942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Bound using segment: {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:15:24.679942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Bound port: baff141b-1b0c-403d-ab6d-3fa5acfe54af, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c300b483-f338-4d3c-b589-3493007bc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:15:24.680576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.764731 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] For port baff141b-1b0c-403d-ab6d-3fa5acfe54af, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:15:24.768300 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] For port baff141b-1b0c-403d-ab6d-3fa5acfe54af, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:15:24.778593 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.808513 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (21cf18fe-91f2-429c-8ae3-64500f523a08), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.817710 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:24.820416 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:24.822221 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-22ef9fda-6249-43b0-b760-6496889687da service neutron] 10.222.0.55 "PUT /v2.0/ports/baff141b-1b0c-403d-ab6d-3fa5acfe54af HTTP/1.1" status: 200 len: 1093 time: 0.8264236 Jul 11 14:15:24.836785 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:15:24.844802 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870e78e7-46de-4ee4-9442-37cd206a2699" -d '{"events": [{"name": "network-changed", "server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:15:24.965865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e99054-6c5d-4860-9d59-2c0df9c3585b x-openstack-request-id: req-89e99054-6c5d-4860-9d59-2c0df9c3585b {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:15:24.966239 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:15:24.966583 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89e99054-6c5d-4860-9d59-2c0df9c3585b {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:15:24.967060 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e99054-6c5d-4860-9d59-2c0df9c3585b'] response: {'name': 'network-changed', 'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'status': 'completed', 'code': 200} Jul 11 14:15:25.003985 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-965bfba8-c81a-42ee-a0a8-6b541455fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:25.005588 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-965bfba8-c81a-42ee-a0a8-6b541455fbab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 1127 time: 0.0921767 Jul 11 14:15:25.006445 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef9fda-6249-43b0-b760-6496889687da service neutron] Pushing event updated for resources: {'Port': ['ID=baff141b-1b0c-403d-ab6d-3fa5acfe54af,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:25.071221 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-78f378a3-6c70-4172-8528-d7899e984bca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af HTTP/1.1" status: 200 len: 217 time: 0.0410728 Jul 11 14:15:25.133476 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-9f5e0974-ea1a-48ce-a9cb-801b4869b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:25.135220 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-9f5e0974-ea1a-48ce-a9cb-801b4869b549 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0571899 Jul 11 14:15:25.188727 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-d814874f-f0b3-4b37-90f5-6264a5008140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:25.190224 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-d814874f-f0b3-4b37-90f5-6264a5008140 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475826 Jul 11 14:15:25.288486 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:25.303614 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-964aba60-6f72-4595-9ffd-e4a21ee73c1f service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066043 Jul 11 14:15:25.314524 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:25.335320 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7c71-4b57-4796-bc1d-e25b0f1183d4 req-a30e9a3b-fa5f-49d0-b52d-a9bf3b2f4880 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:25.337174 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b67e7c71-4b57-4796-bc1d-e25b0f1183d4 req-a30e9a3b-fa5f-49d0-b52d-a9bf3b2f4880 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 943 time: 0.3989615 Jul 11 14:15:25.468421 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b67e7c71-4b57-4796-bc1d-e25b0f1183d4 req-60e743ac-a8c1-40f9-9fdd-af3171aec703 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215990 Jul 11 14:15:25.502639 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Router 21cf18fe-91f2-429c-8ae3-64500f523a08 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:15:25.604484 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:25.627626 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:25.632774 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f89f6293-cdff-467a-9f0d-576c002b3659 admin admin] 10.222.0.49 "PUT /v2.0/routers/21cf18fe-91f2-429c-8ae3-64500f523a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1459250 Jul 11 14:15:25.638824 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47428) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:25.641972 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] Sync routers for ids ['21cf18fe-91f2-429c-8ae3-64500f523a08'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:25.653950 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:25.654614 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:25.669161 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] Routers {'21cf18fe-91f2-429c-8ae3-64500f523a08'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:25.670736 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['21cf18fe-91f2-429c-8ae3-64500f523a08'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:25.698617 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-173f7af2-313c-40ca-a7d4-c2cca914d70a req-564a5355-ce80-4aa4-a23c-6af7462584a4 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883324 Jul 11 14:15:25.761185 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks [] for router (21cf18fe-91f2-429c-8ae3-64500f523a08), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:25.799418 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] Set router 21cf18fe-91f2-429c-8ae3-64500f523a08 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:25.898843 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks [] for router_gateway (21cf18fe-91f2-429c-8ae3-64500f523a08), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:25.949020 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Deleting port d1473a70-0231-4641-b454-78770bd868b0 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:25.949365 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (d1473a70-0231-4641-b454-78770bd868b0), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:25.978172 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd1473a70-0231-4641-b454-78770bd868b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:15:24Z', 'revision_number': 5, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port': {'id': 'd1473a70-0231-4641-b454-78770bd868b0', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:26.002094 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] Checking router: 21cf18fe-91f2-429c-8ae3-64500f523a08 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:26.011502 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] Routers {'21cf18fe-91f2-429c-8ae3-64500f523a08'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:26.012343 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['21cf18fe-91f2-429c-8ae3-64500f523a08'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:26.030604 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] For port d1473a70-0231-4641-b454-78770bd868b0, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=d1473a70-0231-4641-b454-78770bd868b0,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:26.030969 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (d1473a70-0231-4641-b454-78770bd868b0), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.045562 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Calling delete_port for d1473a70-0231-4641-b454-78770bd868b0 owned by network:router_gateway {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:26.098078 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] Set router 21cf18fe-91f2-429c-8ae3-64500f523a08 gateway port host: None {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:26.149331 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:15:25Z', 'revision_number': 6, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:26.173143 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3dff4-8a70-4838-8ab3-d4f1c6db1e6b None None] The sync data for ids ['21cf18fe-91f2-429c-8ae3-64500f523a08'] in dv-cinder-848429-3-iscsi is: [{'id': '21cf18fe-91f2-429c-8ae3-64500f523a08', 'name': 'tempest-TestShelveInstance-770883772-router', 'tenant_id': 'b08b03e04f394198bdf9a320a3a4064b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:08:27Z', 'updated_at': '2022-07-11T14:15:25Z', 'revision_number': 6, 'project_id': 'b08b03e04f394198bdf9a320a3a4064b', 'gw_port_host': None}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:26.175583 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:26.223310 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (d1473a70-0231-4641-b454-78770bd868b0), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.251647 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1473a70-0231-4641-b454-78770bd868b0,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:26.306013 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:26.313233 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (21cf18fe-91f2-429c-8ae3-64500f523a08), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.403231 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (21cf18fe-91f2-429c-8ae3-64500f523a08), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.405436 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks [] for router_controller (21cf18fe-91f2-429c-8ae3-64500f523a08), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.449361 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (21cf18fe-91f2-429c-8ae3-64500f523a08), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.450032 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21cf18fe-91f2-429c-8ae3-64500f523a08 {{(pid=104192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:15:26.454357 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.455482 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-648c4d90-21df-402f-bc1b-7f816f06fa56 admin admin] 10.222.0.49 "DELETE /v2.0/routers/21cf18fe-91f2-429c-8ae3-64500f523a08 HTTP/1.1" status: 204 len: 168 time: 0.8154449 Jul 11 14:15:26.458106 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47436) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:26.506379 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] Deleting subnet fd257d76-e5de-46d5-b557-cd08292016d2 {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:15:26.511135 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] Publish callbacks [] for subnet (fd257d76-e5de-46d5-b557-cd08292016d2), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.549738 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4456816'] for subnet (fd257d76-e5de-46d5-b557-cd08292016d2), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.632100 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70d6d-92fb-40fc-bfae-810152808a8f req-c5e8aa9b-3d1e-4a9d-8a00-a0e9a2009700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:26.633542 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-62f70d6d-92fb-40fc-bfae-810152808a8f req-c5e8aa9b-3d1e-4a9d-8a00-a0e9a2009700 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 943 time: 0.0646062 Jul 11 14:15:26.689697 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (fd257d76-e5de-46d5-b557-cd08292016d2), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.741209 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-62f70d6d-92fb-40fc-bfae-810152808a8f req-8372d100-772f-4326-aa45-0ecbc49a457a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850685 Jul 11 14:15:26.768623 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6108232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4784075'] for subnet (fd257d76-e5de-46d5-b557-cd08292016d2), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.793387 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd257d76-e5de-46d5-b557-cd08292016d2,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:26.798956 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.802282 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-182f3775-7588-49f6-ae1d-87b36181f497 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fd257d76-e5de-46d5-b557-cd08292016d2 HTTP/1.1" status: 204 len: 168 time: 0.3432696 Jul 11 14:15:26.804405 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d5223-7f74-4f01-a0d4-3570dc0b22db None None] Network f022c958-5bdb-4372-95a8-95eaa93fefef requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:15:26.804932 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47440) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:26.880909 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (f022c958-5bdb-4372-95a8-95eaa93fefef), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.927024 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Deleting port d60d593d-bed4-42f5-abee-b86601b747dc {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:26.927365 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:26.975270 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] DHCP port deletion for f022c958-5bdb-4372-95a8-95eaa93fefef request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:15:27.000385 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] For port d60d593d-bed4-42f5-abee-b86601b747dc, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=d60d593d-bed4-42f5-abee-b86601b747dc,segment=NetworkSegment(44c062d8-bb33-45af-b25e-58b809629363),segment_id=44c062d8-bb33-45af-b25e-58b809629363)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:27.000764 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.015267 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Calling delete_port for d60d593d-bed4-42f5-abee-b86601b747dc owned by network:dhcp {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:27.035418 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] Deleting port d60d593d-bed4-42f5-abee-b86601b747dc {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:15:27.035810 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.052928 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d1473a70-0231-4641-b454-78770bd868b0 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:27.084075 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: d1473a70-0231-4641-b454-78770bd868b0 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:15:27.084422 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d1473a70-0231-4641-b454-78770bd868b0 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:27.084843 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 00d34319-d54d-445e-b497-5a9a2f18cbb9 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:27.089306 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:27.108747 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.110602 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 00d34319-d54d-445e-b497-5a9a2f18cbb9 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:15:27.111027 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 00d34319-d54d-445e-b497-5a9a2f18cbb9 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:27.137181 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Pushing event deleted for resources: {'Port': ['ID=d60d593d-bed4-42f5-abee-b86601b747dc,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:27.139079 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] No DVR routers for this DVR port d60d593d-bed4-42f5-abee-b86601b747dc on host dv-cinder-848429-3-iscsi {{(pid=104192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:15:27.159793 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] For port d60d593d-bed4-42f5-abee-b86601b747dc, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=d60d593d-bed4-42f5-abee-b86601b747dc,segment=NetworkSegment(44c062d8-bb33-45af-b25e-58b809629363),segment_id=44c062d8-bb33-45af-b25e-58b809629363)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:27.160200 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.181386 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] Calling delete_port for d60d593d-bed4-42f5-abee-b86601b747dc owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:15:27.235982 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (f022c958-5bdb-4372-95a8-95eaa93fefef), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.259322 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f022c958-5bdb-4372-95a8-95eaa93fefef']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:27.265453 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (d60d593d-bed4-42f5-abee-b86601b747dc), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.269866 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c062d8-bb33-45af-b25e-58b809629363') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:27.270229 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c062d8-bb33-45af-b25e-58b809629363') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:27.280727 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (44c062d8-bb33-45af-b25e-58b809629363), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.291041 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] Pushing event deleted for resources: {'Port': ['ID=d60d593d-bed4-42f5-abee-b86601b747dc,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:27.297174 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (44c062d8-bb33-45af-b25e-58b809629363), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.302455 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bd916-e7d6-4eaa-831b-fcb421fac33b None None] No DVR routers for this DVR port d60d593d-bed4-42f5-abee-b86601b747dc on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:15:27.306366 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:15:27.306935 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (44c062d8-bb33-45af-b25e-58b809629363), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.334210 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 44c062d8-bb33-45af-b25e-58b809629363 resource provider aggregate not found Jul 11 14:15:27.346485 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:27.375604 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 44c062d8-bb33-45af-b25e-58b809629363 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44c062d8-bb33-45af-b25e-58b809629363 found for delete ", "request_id": "req-2a8099c2-e6cf-42eb-8910-8c75df054bd1"}]} Jul 11 14:15:27.386692 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (f022c958-5bdb-4372-95a8-95eaa93fefef), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.392920 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.395040 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] 10.222.0.49 "DELETE /v2.0/networks/f022c958-5bdb-4372-95a8-95eaa93fefef HTTP/1.1" status: 204 len: 168 time: 0.5893946 Jul 11 14:15:27.407041 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb57e6-9eb9-44d0-8e21-82182e22691b admin admin] Pushing event deleted for resources: {'Network': ['ID=f022c958-5bdb-4372-95a8-95eaa93fefef,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:27.562733 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47454) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:27.606626 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b0a49eb6-2058-4b89-bce9-366e02c6e7f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c01634e004b43239e6912ee0a9d1ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426424 Jul 11 14:15:27.609130 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47456) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:27.656014 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de1e10d8-5151-4ae1-811b-d8043a60ed9f admin admin] Publish callbacks [] for security_group (25641796-5d95-46ab-a733-1198ba262fbd), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.677429 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de1e10d8-5151-4ae1-811b-d8043a60ed9f admin admin] Publish callbacks [] for security_group (25641796-5d95-46ab-a733-1198ba262fbd), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.722388 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de1e10d8-5151-4ae1-811b-d8043a60ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (25641796-5d95-46ab-a733-1198ba262fbd), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.724961 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-de1e10d8-5151-4ae1-811b-d8043a60ed9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:27.726128 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-de1e10d8-5151-4ae1-811b-d8043a60ed9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25641796-5d95-46ab-a733-1198ba262fbd HTTP/1.1" status: 204 len: 168 time: 0.1160836 Jul 11 14:15:27.735299 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e10d8-5151-4ae1-811b-d8043a60ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25641796-5d95-46ab-a733-1198ba262fbd,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:27.859220 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cddb9-baa3-4395-892e-f021c81bdd0e req-da9731a4-324f-44dd-92a0-cafa242d2982 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:27.860690 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-706cddb9-baa3-4395-892e-f021c81bdd0e req-da9731a4-324f-44dd-92a0-cafa242d2982 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 943 time: 0.0488987 Jul 11 14:15:27.913653 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-706cddb9-baa3-4395-892e-f021c81bdd0e req-7176fd39-4939-494f-ac59-2bf8be8fbac5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Jul 11 14:15:28.058561 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47464) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:28.102938 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-46d43cce-b2f1-41c5-8918-5747cb8628d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b08b03e04f394198bdf9a320a3a4064b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432465 Jul 11 14:15:28.105383 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47466) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:28.153083 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d7907593-ba26-43ab-8242-413682876296 admin admin] Publish callbacks [] for security_group (c62c2db6-1bfd-47af-99b1-ed4f621df54f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:28.174132 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d7907593-ba26-43ab-8242-413682876296 admin admin] Publish callbacks [] for security_group (c62c2db6-1bfd-47af-99b1-ed4f621df54f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:28.223061 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d7907593-ba26-43ab-8242-413682876296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c62c2db6-1bfd-47af-99b1-ed4f621df54f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:28.226056 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d7907593-ba26-43ab-8242-413682876296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:28.227281 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d7907593-ba26-43ab-8242-413682876296 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c62c2db6-1bfd-47af-99b1-ed4f621df54f HTTP/1.1" status: 204 len: 168 time: 0.1210139 Jul 11 14:15:28.235279 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7907593-ba26-43ab-8242-413682876296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c2db6-1bfd-47af-99b1-ed4f621df54f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:28.809931 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d60d593d-bed4-42f5-abee-b86601b747dc no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:15:28.831314 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: d60d593d-bed4-42f5-abee-b86601b747dc {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:15:28.831665 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device d60d593d-bed4-42f5-abee-b86601b747dc not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:15:28.904533 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47490) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:29.018573 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-570838267-network', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:29.050876 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe80999-0db1-4b9a-9f81-a57ba0eea924 req-a976bab3-d35d-4df6-9e4a-fd3b171fbed3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:29.052343 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fbe80999-0db1-4b9a-9f81-a57ba0eea924 req-a976bab3-d35d-4df6-9e4a-fd3b171fbed3 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 943 time: 0.0679052 Jul 11 14:15:29.059017 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Made reservation on behalf of 67d8660c31bf48e9a2c6a5edb2060bde for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:15:29.061307 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.077507 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.116736 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:29.134680 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fbe80999-0db1-4b9a-9f81-a57ba0eea924 req-d83de16c-f1af-4be0-b07e-7872f9557f2e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709879 Jul 11 14:15:29.188481 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks [] for security_group (fa730a31-1ae6-4f95-824b-642ccb8c265e), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.192118 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (fa730a31-1ae6-4f95-824b-642ccb8c265e), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.217485 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:15:29.226148 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:29.228396 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa730a31-1ae6-4f95-824b-642ccb8c265e,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:29.234875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (faf8da3e-4ca4-4a3b-a173-41cfe74e16d9), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.235219 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Added segment faf8da3e-4ca4-4a3b-a173-41cfe74e16d9 of type vlan for network 399e9466-9fd1-4e23-afd7-ae28f17cf4de Jul 11 14:15:29.280414 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (399e9466-9fd1-4e23-afd7-ae28f17cf4de), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.306452 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (399e9466-9fd1-4e23-afd7-ae28f17cf4de), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.307420 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:29.308016 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.345434 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4397237 Jul 11 14:15:29.348521 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47498) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:29.354263 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Request body: {'subnet': {'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-570838267-subnet', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:29.373936 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Made reservation on behalf of 67d8660c31bf48e9a2c6a5edb2060bde for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:15:29.376280 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4755089'] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.376427 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccb82a-e79d-4d0d-a59a-31ac02164aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=399e9466-9fd1-4e23-afd7-ae28f17cf4de,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:29.386419 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:15:29.413396 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:29.502252 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:29.548758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4777873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4755079'] for subnet (7829be1e-41ea-4b23-b177-273a4e9e5f3b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.595216 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7829be1e-41ea-4b23-b177-273a4e9e5f3b,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:29.613846 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Checking segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:29.614199 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Network hostable DHCP agents. Network: 399e9466-9fd1-4e23-afd7-ae28f17cf4de, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:15:29.630657 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:15:29.639765 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 399e9466-9fd1-4e23-afd7-ae28f17cf4de) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:29.643878 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:29.644467 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.650814 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875cad3e-a169-41a3-93a1-2e32f76de27b None None] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:15:29.662933 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2aefdcaf-2960-43cd-9a70-3b280323129b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3132944 Jul 11 14:15:29.665517 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47500) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:29.669723 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:29.678365 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:29.690396 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (062ab42e-e981-4a59-b141-08a9bcfb40e4), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.691401 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (062ab42e-e981-4a59-b141-08a9bcfb40e4), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.726422 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:29.745789 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks [] for router_controller (062ab42e-e981-4a59-b141-08a9bcfb40e4), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.762194 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:15:29.763181 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.889440 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks [] for router_gateway (062ab42e-e981-4a59-b141-08a9bcfb40e4), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:29.901788 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Allocated IP 172.20.0.2 (399e9466-9fd1-4e23-afd7-ae28f17cf4de/7829be1e-41ea-4b23-b177-273a4e9e5f3b/22d22230-a844-45a6-9469-3c24f51d3dbf) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:30.042917 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Publish callbacks [] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.053927 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.076200 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks [] for router_gateway (062ab42e-e981-4a59-b141-08a9bcfb40e4), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.095997 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.097129 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:30.102412 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:30.104578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Pushing event updated for resources: {'Port': ['ID=22d22230-a844-45a6-9469-3c24f51d3dbf,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:30.106776 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:30.165993 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Attempting to bind port 22d22230-a844-45a6-9469-3c24f51d3dbf on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:15:30.165993 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Attempting to bind port 22d22230-a844-45a6-9469-3c24f51d3dbf by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:15:30.166770 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Attempting to bind port 22d22230-a844-45a6-9469-3c24f51d3dbf on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:30.172227 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:15:30.172593 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Checking segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:30.172985 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.173371 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Bound using segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:15:30.173826 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Bound port: 22d22230-a844-45a6-9469-3c24f51d3dbf, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:15:30.174184 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.206266 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Allocated IP 172.27.1.247 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/6e3d40e8-9320-4374-9531-a16bb40d8f6f) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:30.249252 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] For port 22d22230-a844-45a6-9469-3c24f51d3dbf, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:15:30.255220 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] For port 22d22230-a844-45a6-9469-3c24f51d3dbf, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=22d22230-a844-45a6-9469-3c24f51d3dbf,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:15:30.265083 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.270484 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e340aa-febb-4005-a15a-e5f93211c73f req-fd188ab4-a16c-484d-9943-a27d2dc34451 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:30.277777 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75e340aa-febb-4005-a15a-e5f93211c73f req-fd188ab4-a16c-484d-9943-a27d2dc34451 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 943 time: 0.0704594 Jul 11 14:15:30.331490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05f6e8-901e-420c-8aac-919e0d79a697 None None] Pushing event updated for resources: {'Port': ['ID=22d22230-a844-45a6-9469-3c24f51d3dbf,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:30.339192 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75e340aa-febb-4005-a15a-e5f93211c73f req-53903166-c49d-4560-8089-2f8703c5808e tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603719 Jul 11 14:15:30.349891 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks [] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.382709 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.392231 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:30.425743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:30.431214 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:30.436332 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:30.460035 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3d40e8-9320-4374-9531-a16bb40d8f6f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:30.586582 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:30.694986 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks [] for router_gateway (062ab42e-e981-4a59-b141-08a9bcfb40e4), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.846411 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 22d22230-a844-45a6-9469-3c24f51d3dbf up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:30.893320 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (062ab42e-e981-4a59-b141-08a9bcfb40e4), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.897001 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 22d22230-a844-45a6-9469-3c24f51d3dbf triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:30.897490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:30.980312 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 22d22230-a844-45a6-9469-3c24f51d3dbf is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:30.980884 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:31.015600 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:31.018196 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 22d22230-a844-45a6-9469-3c24f51d3dbf, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=22d22230-a844-45a6-9469-3c24f51d3dbf,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:31.024229 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:31.036671 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:15:31.085746 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=22d22230-a844-45a6-9469-3c24f51d3dbf,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:31.154843 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:31.164947 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806de92-e253-453e-b652-252872aecffc None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:31.176062 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:31.177343 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9081b85d-dd41-4174-91ef-5607a9018337 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5109246 Jul 11 14:15:31.180239 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:31.181419 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47506) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:31.184626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806de92-e253-453e-b652-252872aecffc None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:31.185257 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e806de92-e253-453e-b652-252872aecffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:31.266964 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a478c-cce3-413d-aa91-114ed17adfb9 None None] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:15:31.293038 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device baff141b-1b0c-403d-ab6d-3fa5acfe54af details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:15:31.365919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-e806de92-e253-453e-b652-252872aecffc None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:31.446288 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.db.resource_extend [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 11 14:15:31.473683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-ecf74a17-bfb4-41ce-ac1f-a9a691d7bb60 None None] Provisioning complete for port 22d22230-a844-45a6-9469-3c24f51d3dbf triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:31.474049 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ecf74a17-bfb4-41ce-ac1f-a9a691d7bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:31.522830 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ae40-cceb-4bc1-a7a2-671737fb7b4e req-da50a600-7859-4b7d-a653-9b83d5e3f4ba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:31.524591 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5ce6ae40-cceb-4bc1-a7a2-671737fb7b4e req-da50a600-7859-4b7d-a653-9b83d5e3f4ba tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 943 time: 0.1149237 Jul 11 14:15:31.626330 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5ce6ae40-cceb-4bc1-a7a2-671737fb7b4e req-ef9acfac-ac51-4b69-a508-09dd0ef9c0cd tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883031 Jul 11 14:15:31.713063 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:31.724722 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:31.847919 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:31.858730 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port baff141b-1b0c-403d-ab6d-3fa5acfe54af, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:31.900530 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'port_id': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'mac_address': 'fa:16:3e:07:6e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:15:31.907852 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-ecf74a17-bfb4-41ce-ac1f-a9a691d7bb60 None None] Current status of the port 22d22230-a844-45a6-9469-3c24f51d3dbf is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:31.921119 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Allocated IP 172.20.0.1 (399e9466-9fd1-4e23-afd7-ae28f17cf4de/7829be1e-41ea-4b23-b177-273a4e9e5f3b/c9e0454f-9dd0-44c6-a695-a6aeb8252b1f) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:31.955107 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e806de92-e253-453e-b652-252872aecffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:30Z', 'revision_number': 3, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:31.986928 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806de92-e253-453e-b652-252872aecffc None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:31.987582 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806de92-e253-453e-b652-252872aecffc None None] Updating router 062ab42e-e981-4a59-b141-08a9bcfb40e4 port 6e3d40e8-9320-4374-9531-a16bb40d8f6f binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:15:31.990841 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port baff141b-1b0c-403d-ab6d-3fa5acfe54af is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:31.990841 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.018359 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-79e3086f-4498-4379-9398-9737db8ee032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:32.020101 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-79e3086f-4498-4379-9398-9737db8ee032 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 1127 time: 0.0729487 Jul 11 14:15:32.028573 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baff141b-1b0c-403d-ab6d-3fa5acfe54af {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:15:32.036519 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e806de92-e253-453e-b652-252872aecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.083941 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port baff141b-1b0c-403d-ab6d-3fa5acfe54af, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:32.086676 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks [] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.095109 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.122046 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.129625 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-ad9733df-8f79-4232-bbeb-6522c601d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:32.131386 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-ad9733df-8f79-4232-bbeb-6522c601d5e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.1041949 Jul 11 14:15:32.145680 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:32.169854 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:32.172808 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:32.176059 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:32.178036 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-d7583e5e-8c97-45c9-a707-17b6d14b90ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af HTTP/1.1" status: 200 len: 217 time: 0.0381937 Jul 11 14:15:32.179984 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:32.186633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:32.198897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-2450194b-b98b-4fcd-8eaa-f863bb50bdd5 None None] Provisioning complete for port 22d22230-a844-45a6-9469-3c24f51d3dbf triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:32.199262 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2450194b-b98b-4fcd-8eaa-f863bb50bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.210771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:32.231713 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (062ab42e-e981-4a59-b141-08a9bcfb40e4), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.252871 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-7f9391f3-af27-496d-adae-b0398a0c9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:32.254979 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-7f9391f3-af27-496d-adae-b0398a0c9ce2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0702715 Jul 11 14:15:32.257113 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=baff141b-1b0c-403d-ab6d-3fa5acfe54af,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:32.321043 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-4136ccff-79e1-4ee4-b9d5-4d84d9b8966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:32.323868 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-4136ccff-79e1-4ee4-b9d5-4d84d9b8966a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614295 Jul 11 14:15:32.414813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.466810 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-35f553f8-cbb5-4b56-8f8e-c6cf9d9d6c1d service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347497 Jul 11 14:15:32.485802 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-2450194b-b98b-4fcd-8eaa-f863bb50bdd5 None None] Current status of the port 22d22230-a844-45a6-9469-3c24f51d3dbf is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:32.507092 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e806de92-e253-453e-b652-252872aecffc None None] Publish callbacks [] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.515104 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e806de92-e253-453e-b652-252872aecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.623703 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:32.631087 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-870e78e7-46de-4ee4-9442-37cd206a2699 req-0847e6fe-3782-4180-a195-6defc9da0404 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547790 Jul 11 14:15:32.631634 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['baff141b-1b0c-403d-ab6d-3fa5acfe54af'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:15:32.637369 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e806de92-e253-453e-b652-252872aecffc None None] Attempting to bind port 6e3d40e8-9320-4374-9531-a16bb40d8f6f on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:15:32.637929 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e806de92-e253-453e-b652-252872aecffc None None] Attempting to bind port 6e3d40e8-9320-4374-9531-a16bb40d8f6f by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:15:32.638361 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806de92-e253-453e-b652-252872aecffc None None] Attempting to bind port 6e3d40e8-9320-4374-9531-a16bb40d8f6f on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:32.640503 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152c37-a1a9-4ef0-86ca-cb82c0003515 None None] Pushing event updated for resources: {'Port': ['ID=6e3d40e8-9320-4374-9531-a16bb40d8f6f,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:32.668083 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks [] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.671891 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.675804 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-15f589c3-9cc3-49b0-b998-e4300f282fcb None None] Provisioning complete for port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:32.676134 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-15f589c3-9cc3-49b0-b998-e4300f282fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.705356 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:32.714046 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806de92-e253-453e-b652-252872aecffc None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:15:32.714499 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806de92-e253-453e-b652-252872aecffc None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:32.714863 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e806de92-e253-453e-b652-252872aecffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.715258 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e806de92-e253-453e-b652-252872aecffc None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:15:32.715746 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-e806de92-e253-453e-b652-252872aecffc None None] Bound port: 6e3d40e8-9320-4374-9531-a16bb40d8f6f, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:15:32.716123 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e806de92-e253-453e-b652-252872aecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.752858 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (062ab42e-e981-4a59-b141-08a9bcfb40e4), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.756615 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:32.766905 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e806de92-e253-453e-b652-252872aecffc None None] For port 6e3d40e8-9320-4374-9531-a16bb40d8f6f, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:15:32.770144 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e806de92-e253-453e-b652-252872aecffc None None] For port 6e3d40e8-9320-4374-9531-a16bb40d8f6f, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=6e3d40e8-9320-4374-9531-a16bb40d8f6f,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:15:32.785395 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e806de92-e253-453e-b652-252872aecffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:32.820561 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-15f589c3-9cc3-49b0-b998-e4300f282fcb None None] Port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:15:32.832934 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73459ba-35f1-4398-a0e1-3aed537f5cb3 req-ec264d02-c13d-42f5-b618-3f1bd6a2617f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:32.832934 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f73459ba-35f1-4398-a0e1-3aed537f5cb3 req-ec264d02-c13d-42f5-b618-3f1bd6a2617f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 944 time: 0.0664172 Jul 11 14:15:32.886359 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:32.890154 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:32.892561 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806de92-e253-453e-b652-252872aecffc None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:32.893281 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e806de92-e253-453e-b652-252872aecffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:32.903833 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 22d22230-a844-45a6-9469-3c24f51d3dbf up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:32.969453 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f73459ba-35f1-4398-a0e1-3aed537f5cb3 req-008af5a8-d113-4a52-a2ac-fdf505184310 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301982 Jul 11 14:15:32.987090 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152c37-a1a9-4ef0-86ca-cb82c0003515 None None] Pushing event updated for resources: {'Port': ['ID=6e3d40e8-9320-4374-9531-a16bb40d8f6f,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:33.009146 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:33.010732 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:33.111906 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 22d22230-a844-45a6-9469-3c24f51d3dbf triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:33.112443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:33.123186 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:33.170857 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-e806de92-e253-453e-b652-252872aecffc None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:33.299345 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-16ba71ba-05f9-45a0-8281-fc296a23a58d None None] Provisioning complete for port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:33.299630 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-16ba71ba-05f9-45a0-8281-fc296a23a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:33.407660 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-16ba71ba-05f9-45a0-8281-fc296a23a58d None None] Port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:15:33.411560 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 22d22230-a844-45a6-9469-3c24f51d3dbf is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:33.414904 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:15:33.472992 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e806de92-e253-453e-b652-252872aecffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 2, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:33.498527 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e806de92-e253-453e-b652-252872aecffc None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 2, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:33.538981 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:33.548923 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b35346fa-a83d-4e8a-8082-89c90a370306 admin admin] 10.222.0.49 "PUT /v2.0/routers/062ab42e-e981-4a59-b141-08a9bcfb40e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3647308 Jul 11 14:15:33.997397 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device baff141b-1b0c-403d-ab6d-3fa5acfe54af up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:34.055972 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port baff141b-1b0c-403d-ab6d-3fa5acfe54af completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:15:34.067994 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port baff141b-1b0c-403d-ab6d-3fa5acfe54af triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:34.068515 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.111923 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f8bd5-dbe5-4e38-a87f-94b52e1eeebc req-4b7e7397-2b2b-4373-af7a-05085b2f8c48 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:34.120100 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2b9f8bd5-dbe5-4e38-a87f-94b52e1eeebc req-4b7e7397-2b2b-4373-af7a-05085b2f8c48 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 944 time: 0.0680687 Jul 11 14:15:34.184847 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2b9f8bd5-dbe5-4e38-a87f-94b52e1eeebc req-4232b17b-92f4-4c1e-b364-2c181be11cdc tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638268 Jul 11 14:15:34.262978 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47552) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:34.268969 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1461991740-network', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:34.304128 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Made reservation on behalf of f867bcd9ba0445bcbac83aaf3693ee6c for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:15:34.306860 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.316007 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.361403 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port baff141b-1b0c-403d-ab6d-3fa5acfe54af is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:34.361947 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.395185 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:15:34.399091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871b55a-50e0-4f8f-8fef-cb53dd7f135c" -d '{"events": [{"server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "name": "network-vif-plugged", "status": "completed", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:15:34.410050 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks [] for security_group (38906edb-a29f-48f3-8f57-0def1d205cf2), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.417052 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (38906edb-a29f-48f3-8f57-0def1d205cf2), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.417290 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port baff141b-1b0c-403d-ab6d-3fa5acfe54af, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:34.421188 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.444900 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:15:34.466546 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (9d132477-a2b7-475f-bcf9-d2e4ccb7e458), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.468723 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Added segment 9d132477-a2b7-475f-bcf9-d2e4ccb7e458 of type vlan for network 73797646-5b34-419b-97d3-e45c26c513e5 Jul 11 14:15:34.471159 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38906edb-a29f-48f3-8f57-0def1d205cf2,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:34.472974 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb4267-ede8-4ac6-bf99-6daeb2d7295d x-openstack-request-id: req-0bbb4267-ede8-4ac6-bf99-6daeb2d7295d {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:15:34.473170 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "name": "network-vif-plugged", "status": "completed", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:15:34.474135 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bbb4267-ede8-4ac6-bf99-6daeb2d7295d {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:15:34.474135 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbb4267-ede8-4ac6-bf99-6daeb2d7295d'] response: {'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'code': 200} Jul 11 14:15:34.497900 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=baff141b-1b0c-403d-ab6d-3fa5acfe54af,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:34.527300 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (73797646-5b34-419b-97d3-e45c26c513e5), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.557250 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (73797646-5b34-419b-97d3-e45c26c513e5), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.558691 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:34.559962 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.599577 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3328812 Jul 11 14:15:34.599790 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47556) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:34.605592 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Request body: {'subnet': {'network_id': '73797646-5b34-419b-97d3-e45c26c513e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1461991740-subnet', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:34.612585 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:34.645771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22e30f-548b-49c7-b5c2-6db5dfedcb6b admin admin] Pushing event updated for resources: {'Network': ['ID=73797646-5b34-419b-97d3-e45c26c513e5,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:34.664435 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Made reservation on behalf of f867bcd9ba0445bcbac83aaf3693ee6c for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:15:34.667484 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 73797646-5b34-419b-97d3-e45c26c513e5 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:15:34.670012 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4784100'] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.709969 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ac2b9-014f-4c49-96b8-de6ffdae627a req-3f2c779f-7b50-4f54-bf3d-63d823f0f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:34.711486 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-151ac2b9-014f-4c49-96b8-de6ffdae627a req-3f2c779f-7b50-4f54-bf3d-63d823f0f739 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 1129 time: 0.0601511 Jul 11 14:15:34.735061 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:34.780584 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-151ac2b9-014f-4c49-96b8-de6ffdae627a req-d167440b-d4b8-496d-9514-5aa3e65d5b62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595839 Jul 11 14:15:34.876020 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4784114'] for subnet (b58fd6ae-f150-4234-9bb5-8b9b762ee1e1), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.880011 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6e3d40e8-9320-4374-9531-a16bb40d8f6f up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:34.928968 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 6e3d40e8-9320-4374-9531-a16bb40d8f6f triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:34.929626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:34.940184 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58fd6ae-f150-4234-9bb5-8b9b762ee1e1,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:34.951411 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Checking segment: {'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:34.951804 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Network hostable DHCP agents. Network: 73797646-5b34-419b-97d3-e45c26c513e5, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:15:34.963800 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:34.971211 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Network 73797646-5b34-419b-97d3-e45c26c513e5 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:15:34.981825 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 73797646-5b34-419b-97d3-e45c26c513e5) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:34.987773 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:34.988377 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.011072 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748c7c8-af16-40ba-98bf-4171a423baba None None] Network 73797646-5b34-419b-97d3-e45c26c513e5 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:15:35.013479 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-59164b9f-3c7e-4654-86e4-8539657e42c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4127541 Jul 11 14:15:35.016199 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47558) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:35.020808 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:35.049148 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-813'] for router (24e7d6f1-7a7c-478c-b0f3-d09593c80727), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.050509 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-804'] for router (24e7d6f1-7a7c-478c-b0f3-d09593c80727), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.051891 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 6e3d40e8-9320-4374-9531-a16bb40d8f6f is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:35.052376 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.103148 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:35.105461 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 6e3d40e8-9320-4374-9531-a16bb40d8f6f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=6e3d40e8-9320-4374-9531-a16bb40d8f6f,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:35.110975 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks [] for router_controller (24e7d6f1-7a7c-478c-b0f3-d09593c80727), precommit_add_association {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.118206 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.197049 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp420f01ca-5d48-5481-98f0-8dd14e27197a-73797646-5b34-419b-97d3-e45c26c513e5', 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5', 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'fixed_ips': [{'subnet_id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1'}]}} from dv-cinder-848429-3-iscsi. {{(pid=104193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 11 14:15:35.198631 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.212229 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=6e3d40e8-9320-4374-9531-a16bb40d8f6f,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:35.252175 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks [] for router_gateway (24e7d6f1-7a7c-478c-b0f3-d09593c80727), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.328120 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943ad6f-bf4a-4696-9bd4-38e7e1c2261d req-1185cfcf-9466-47bd-a6dd-2c811c503206 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:35.329823 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e943ad6f-bf4a-4696-9bd4-38e7e1c2261d req-1185cfcf-9466-47bd-a6dd-2c811c503206 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 945 time: 0.0646477 Jul 11 14:15:35.390256 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e943ad6f-bf4a-4696-9bd4-38e7e1c2261d req-26df525e-37e5-4eec-bbb2-873932d0000a tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546298 Jul 11 14:15:35.430958 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Allocated IP 172.20.0.2 (73797646-5b34-419b-97d3-e45c26c513e5/b58fd6ae-f150-4234-9bb5-8b9b762ee1e1/004f0c68-1c8e-48d3-ac8d-b6f493b8b6db) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:35.474987 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks [] for router_gateway (24e7d6f1-7a7c-478c-b0f3-d09593c80727), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.509977 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.607865 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Publish callbacks [] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.616302 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.639323 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Allocated IP 172.27.1.3 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/dae2a19e-e345-426d-9c4e-108e91801ce2) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:35.663139 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Network 73797646-5b34-419b-97d3-e45c26c513e5 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:35.666720 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:35.669193 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:35.684838 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Pushing event updated for resources: {'Port': ['ID=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:35.742449 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Attempting to bind port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:15:35.742833 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Attempting to bind port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:15:35.743306 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Attempting to bind port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db on network 73797646-5b34-419b-97d3-e45c26c513e5 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:35.750398 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:15:35.750778 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Checking segment: {'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:35.751843 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.752246 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Bound using segment: {'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:15:35.752729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Bound port: 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:15:35.753122 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.758720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:35.770936 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks [] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.808364 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.829782 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] For port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:15:35.831899 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:35.835400 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] For port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,segment=NetworkSegment(9d132477-a2b7-475f-bcf9-d2e4ccb7e458),segment_id=9d132477-a2b7-475f-bcf9-d2e4ccb7e458)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:15:35.843135 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:35.853974 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47570) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:35.863460 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:35.867461 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:35.879228 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:35.885620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Pushing event updated for resources: {'Port': ['ID=dae2a19e-e345-426d-9c4e-108e91801ce2,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:35.912743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:35.921523 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac70f4-647d-4e76-85d1-3e55eb3d8740 None None] Pushing event updated for resources: {'Port': ['ID=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:35.961399 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:35.973391 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:35.974021 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:36.027996 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b7c301d9-13a3-4ab4-8846-51dd98b5ad47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.112694 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:36.166735 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b7c301d9-13a3-4ab4-8846-51dd98b5ad47 admin admin] Publish callbacks [] for security_group (9d61a00d-4d72-4b02-b416-39fff00fb812), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.172934 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b7c301d9-13a3-4ab4-8846-51dd98b5ad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (9d61a00d-4d72-4b02-b416-39fff00fb812), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.203920 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks [] for router_gateway (24e7d6f1-7a7c-478c-b0f3-d09593c80727), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.207340 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b7c301d9-13a3-4ab4-8846-51dd98b5ad47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfae43c4a76d45a29563f347fd63e7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520401 Jul 11 14:15:36.213820 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47574) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:36.286510 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c301d9-13a3-4ab4-8846-51dd98b5ad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61a00d-4d72-4b02-b416-39fff00fb812,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:36.301985 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:36.315120 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-eaa212f3-08cd-46dc-bdb1-dcabb2d40079 admin admin] Publish callbacks [] for security_group (9d61a00d-4d72-4b02-b416-39fff00fb812), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.352444 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-eaa212f3-08cd-46dc-bdb1-dcabb2d40079 admin admin] Publish callbacks [] for security_group (9d61a00d-4d72-4b02-b416-39fff00fb812), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.426185 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-eaa212f3-08cd-46dc-bdb1-dcabb2d40079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (9d61a00d-4d72-4b02-b416-39fff00fb812), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.429777 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-eaa212f3-08cd-46dc-bdb1-dcabb2d40079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.435618 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-eaa212f3-08cd-46dc-bdb1-dcabb2d40079 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d61a00d-4d72-4b02-b416-39fff00fb812 HTTP/1.1" status: 204 len: 168 time: 0.2202842 Jul 11 14:15:36.444837 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa212f3-08cd-46dc-bdb1-dcabb2d40079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61a00d-4d72-4b02-b416-39fff00fb812,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:36.529627 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614495'] for router (24e7d6f1-7a7c-478c-b0f3-d09593c80727), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.536731 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 2, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:36.553390 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247bd68-c629-4c26-b623-11d0ef2b9f25 req-5d3ad1c4-04cb-40e3-af4b-618556261156 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:36.555387 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d247bd68-c629-4c26-b623-11d0ef2b9f25 req-5d3ad1c4-04cb-40e3-af4b-618556261156 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 945 time: 0.0636997 Jul 11 14:15:36.572015 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:36.572500 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Updating router 062ab42e-e981-4a59-b141-08a9bcfb40e4 port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:15:36.610231 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.621149 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d247bd68-c629-4c26-b623-11d0ef2b9f25 req-97c33595-1f97-49cb-8308-32156803de41 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594995 Jul 11 14:15:36.703049 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 is scheduled to L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 with binding_index 1 {{(pid=104191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 11 14:15:36.777033 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7b900-31c7-48be-a429-fc90da68dcf0 req-b1e3a0c6-f421-4f87-ac33-c3885a7cb4ee tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:36.779108 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17c7b900-31c7-48be-a429-fc90da68dcf0 req-b1e3a0c6-f421-4f87-ac33-c3885a7cb4ee tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 945 time: 0.0593207 Jul 11 14:15:36.787688 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47586) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:36.795221 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Request body: {'floatingip': {'port_id': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:36.862548 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (f2af060c-1ff5-4129-b5cd-419a3e7808c3), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.863400 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:36.878634 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Sync routers for ids ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:36.888494 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:36.890189 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-63d9bf61-2699-46b9-8704-080eda9ff5bd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8727152 Jul 11 14:15:36.892835 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47588) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:36.908339 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Routers {'24e7d6f1-7a7c-478c-b0f3-d09593c80727'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:36.909109 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:36.931843 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:36.983389 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:37.037003 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47590) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:37.105263 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:37.132998 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Publish callbacks [] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.149335 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.175216 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:37.198020 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Set router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:37.223978 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Pushing event updated for resources: {'Port': ['ID=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:37.249218 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.249631 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.249981 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.250359 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.250707 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.251007 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.251379 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.251696 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.252009 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.252320 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.252632 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.252956 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.253272 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.254341 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.254341 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:37.321812 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:37.322824 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Attempting to bind port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:15:37.323197 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Attempting to bind port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:15:37.323811 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Attempting to bind port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:37.330695 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:15:37.331061 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Checking segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:37.331461 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.333392 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Bound using segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:15:37.333940 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Bound port: c9e0454f-9dd0-44c6-a695-a6aeb8252b1f, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:15:37.334345 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.338859 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.435040 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e27a28-8c04-4a60-a4c9-1dde7b5a562b None None] Network 73797646-5b34-419b-97d3-e45c26c513e5 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:15:37.464405 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] For port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:15:37.469088 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] For port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:15:37.480422 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.578955 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e244a-301c-40a1-a19f-2727d9fe1124 None None] Pushing event updated for resources: {'Port': ['ID=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:37.588025 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:37.588796 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:37.596048 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:37.599464 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e8cc200a-2049-42fe-b701-016bf097a9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.647410 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-9a885fd2-d822-4b3c-8639-22c7ee09c68c None None] Provisioning complete for port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:37.648255 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9a885fd2-d822-4b3c-8639-22c7ee09c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.712564 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:37.719676 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:37.778392 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:37.810718 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e8cc200a-2049-42fe-b701-016bf097a9c2 admin admin] Publish callbacks [] for security_group (197d0b6d-cff4-4538-ab50-a090847c7d5f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.833581 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.841415 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (f2af060c-1ff5-4129-b5cd-419a3e7808c3), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.876892 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e8cc200a-2049-42fe-b701-016bf097a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (197d0b6d-cff4-4538-ab50-a090847c7d5f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:37.941966 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:37.941966 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.018549 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47600) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:38.022101 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:38.022322 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-e8cc200a-2049-42fe-b701-016bf097a9c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cdc2f0f7347413d900b484a98322970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596777 Jul 11 14:15:38.097238 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP f2af060c-1ff5-4129-b5cd-419a3e7808c3 associated. External IP: 172.27.1.58, port: baff141b-1b0c-403d-ab6d-3fa5acfe54af. Jul 11 14:15:38.112531 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9a885fd2-d822-4b3c-8639-22c7ee09c68c None None] Current status of the port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:38.112760 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9a885fd2-d822-4b3c-8639-22c7ee09c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.116432 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc200a-2049-42fe-b701-016bf097a9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197d0b6d-cff4-4538-ab50-a090847c7d5f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:38.138206 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:36Z', 'revision_number': 3, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port': {'id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:38.140618 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:37Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:38.144664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,segment=NetworkSegment(9d132477-a2b7-475f-bcf9-d2e4ccb7e458),segment_id=9d132477-a2b7-475f-bcf9-d2e4ccb7e458)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:38.171057 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.171915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6e3d40e8-9320-4374-9531-a16bb40d8f6f up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:38.176092 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Checking router: 24e7d6f1-7a7c-478c-b0f3-d09593c80727 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:38.176092 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Updating router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 port dae2a19e-e345-426d-9c4e-108e91801ce2 binding host dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:15:38.176375 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0903-0d7b-41e8-9bb5-8fa11402153f admin admin] Publish callbacks [] for security_group (197d0b6d-cff4-4538-ab50-a090847c7d5f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.186548 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa0fc5-e1f3-4811-95be-f40b6aba330f None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:37Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:38.239538 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0903-0d7b-41e8-9bb5-8fa11402153f admin admin] Publish callbacks [] for security_group (197d0b6d-cff4-4538-ab50-a090847c7d5f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.255862 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:38.374270 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.405834 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0903-0d7b-41e8-9bb5-8fa11402153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (197d0b6d-cff4-4538-ab50-a090847c7d5f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.408807 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2a8a0903-0d7b-41e8-9bb5-8fa11402153f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.410068 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2a8a0903-0d7b-41e8-9bb5-8fa11402153f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/197d0b6d-cff4-4538-ab50-a090847c7d5f HTTP/1.1" status: 204 len: 168 time: 0.3877096 Jul 11 14:15:38.428857 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a0903-0d7b-41e8-9bb5-8fa11402153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197d0b6d-cff4-4538-ab50-a090847c7d5f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:38.453555 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:15:38.468210 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.503171 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.db.api [None req-9a885fd2-d822-4b3c-8639-22c7ee09c68c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 11 14:15:38.503561 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG oslo_db.api [None req-9a885fd2-d822-4b3c-8639-22c7ee09c68c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 11 14:15:38.531416 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:38.587957 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:38.600650 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:38.604990 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.610519 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:38.611481 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 6e3d40e8-9320-4374-9531-a16bb40d8f6f triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:38.612269 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.636384 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:38.638211 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:38.639899 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Allocated IP 172.20.0.1 (73797646-5b34-419b-97d3-e45c26c513e5/b58fd6ae-f150-4234-9bb5-8b9b762ee1e1/3d515770-d958-4458-a173-0baea20de430) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:15:38.647518 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:38.684929 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c03d625c-20ce-4104-9d25-acfef92a53e5 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "PUT /v2.0/floatingips/f2af060c-1ff5-4129-b5cd-419a3e7808c3 HTTP/1.1" status: 200 len: 990 time: 1.8923848 Jul 11 14:15:38.685967 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:15:38.691479 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0062cb55-a929-4aa2-a56d-9b279153d190" -d '{"events": [{"name": "network-changed", "server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:15:38.763982 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a216c372-de1f-436b-bf26-2b9afc8c2d71 x-openstack-request-id: req-a216c372-de1f-436b-bf26-2b9afc8c2d71 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:15:38.764293 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:15:38.764569 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a216c372-de1f-436b-bf26-2b9afc8c2d71 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:15:38.765028 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a216c372-de1f-436b-bf26-2b9afc8c2d71'] response: {'name': 'network-changed', 'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'status': 'completed', 'code': 200} Jul 11 14:15:38.861758 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:38.910012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks [] for port (3d515770-d958-4458-a173-0baea20de430), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.937903 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-a63b4269-f39f-4e67-ae16-4e019210d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:38.939587 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-a63b4269-f39f-4e67-ae16-4e019210d486 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 1129 time: 0.1313343 Jul 11 14:15:38.940363 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Publish callbacks [] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.942669 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 6e3d40e8-9320-4374-9531-a16bb40d8f6f is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:38.951811 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:38.975266 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:39.090798 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (3d515770-d958-4458-a173-0baea20de430), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.117802 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631586d-5f49-42eb-8981-365420ae3ce8 None None] Pushing event updated for resources: {'Port': ['ID=dae2a19e-e345-426d-9c4e-108e91801ce2,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:39.120948 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Attempting to bind port dae2a19e-e345-426d-9c4e-108e91801ce2 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:15:39.125752 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Attempting to bind port dae2a19e-e345-426d-9c4e-108e91801ce2 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:15:39.127009 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Attempting to bind port dae2a19e-e345-426d-9c4e-108e91801ce2 on network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:39.140362 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:39.141853 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:15:39.142324 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Checking segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:39.142893 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.143386 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Bound using segment: {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:15:39.144209 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Bound port: dae2a19e-e345-426d-9c4e-108e91801ce2, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07aa73-beee-4edc-8593-fa151e7eaa88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:15:39.144697 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.182560 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9a885fd2-d822-4b3c-8639-22c7ee09c68c None None] Current status of the port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:39.183230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Network 73797646-5b34-419b-97d3-e45c26c513e5 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:39.188825 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:39.203030 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:39.205935 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:15:39.211128 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:39.272553 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] For port dae2a19e-e345-426d-9c4e-108e91801ce2, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:15:39.278767 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] For port dae2a19e-e345-426d-9c4e-108e91801ce2, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=dae2a19e-e345-426d-9c4e-108e91801ce2,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:15:39.288083 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619815'] for router_interface (24e7d6f1-7a7c-478c-b0f3-d09593c80727), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.291779 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.302691 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:39.315760 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'f2af060c-1ff5-4129-b5cd-419a3e7808c3', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:07:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:15:19Z', 'updated_at': '2022-07-11T14:15:37Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:39.366677 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:39.381815 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:39.382238 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.387267 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:39.388127 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:39.394736 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Provisioning complete for port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:39.395151 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.445093 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:39.447358 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Pushing event updated for resources: {'Port': ['ID=3d515770-d958-4458-a173-0baea20de430,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:39.453717 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-73b2a335-5d38-4aeb-b68c-8629aa608740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:39.455685 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-73b2a335-5d38-4aeb-b68c-8629aa608740 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.5065529 Jul 11 14:15:39.479998 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Routers {'24e7d6f1-7a7c-478c-b0f3-d09593c80727'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:39.480140 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:39.547698 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631586d-5f49-42eb-8981-365420ae3ce8 None None] Pushing event updated for resources: {'Port': ['ID=dae2a19e-e345-426d-9c4e-108e91801ce2,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:39.567583 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:39.624812 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-5f227fb1-550a-4df7-92c8-6276d285d31c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af HTTP/1.1" status: 200 len: 998 time: 0.1448255 Jul 11 14:15:39.626935 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3d515770-d958-4458-a173-0baea20de430), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.693301 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:39.694343 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device c9e0454f-9dd0-44c6-a695-a6aeb8252b1f up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:39.700490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Current status of the port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:39.700869 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.719092 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-4f1ddd10-c409-4ae7-b4e4-ae6205132416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:39.720005 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-4f1ddd10-c409-4ae7-b4e4-ae6205132416 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0767574 Jul 11 14:15:39.772956 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] Set router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:39.800908 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-31493fdd-cf40-4f4f-9ab9-7fe0a372ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:39.802720 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-31493fdd-cf40-4f4f-9ab9-7fe0a372ad1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751052 Jul 11 14:15:39.840547 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] For port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:39.894760 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.925520 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:39.925520 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.962425 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Provisioning complete for port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:39.967016 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:39.967714 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:39.972626 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:39.990461 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-611ec00c-c78b-4128-8e44-54fe2a9ec9e0 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808600 Jul 11 14:15:40.082565 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks [] for port (3d515770-d958-4458-a173-0baea20de430), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:40.099409 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (3d515770-d958-4458-a173-0baea20de430), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:40.119536 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Pushing event updated for resources: {'Port': ['ID=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:40.162171 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'f2af060c-1ff5-4129-b5cd-419a3e7808c3', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:07:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:15:19Z', 'updated_at': '2022-07-11T14:15:37Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:40.200444 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c8085-4a39-45cd-a32a-b579f81fd205 None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'f2af060c-1ff5-4129-b5cd-419a3e7808c3', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'port_id': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'mac_address': 'fa:16:3e:07:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:15:19Z', 'updated_at': '2022-07-11T14:15:37Z', 'revision_number': 1, 'project_id': 'da749564df7941929c6cb9159479d637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:40.279200 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:40.288673 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:40.294860 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a4f98d0b-2ee9-4152-809b-7bf09325b3d7 None None] Current status of the port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:40.305288 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 4, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port': {'id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '3d515770-d958-4458-a173-0baea20de430', 'name': '', 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'mac_address': 'fa:16:3e:38:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:38Z', 'updated_at': '2022-07-11T14:15:38Z', 'revision_number': 1, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'subnets': [{'id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:40.339970 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Pushing event updated for resources: {'Port': ['ID=3d515770-d958-4458-a173-0baea20de430,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:40.344268 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615510'] for router_interface (24e7d6f1-7a7c-478c-b0f3-d09593c80727), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:40.347334 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb9205-7493-45dd-9f8e-16a95c9b1de2 None None] The sync data for ids ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'] in dv-cinder-848429-3-iscsi is: [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 4, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port': {'id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '3d515770-d958-4458-a173-0baea20de430', 'name': '', 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'mac_address': 'fa:16:3e:38:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:38Z', 'updated_at': '2022-07-11T14:15:38Z', 'revision_number': 1, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'subnets': [{'id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:40.369036 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05a15e-3050-47f5-91cd-f35aef75fff6 req-5fb35f5b-d194-427e-adba-6719d39d5653 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:40.385031 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cf05a15e-3050-47f5-91cd-f35aef75fff6 req-5fb35f5b-d194-427e-adba-6719d39d5653 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.1164982 Jul 11 14:15:40.393868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.394216 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.394620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.394958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.395464 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.395796 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.396126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.396452 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.396773 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.397275 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.397608 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.397954 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.398251 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.398597 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.398915 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:40.420268 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-13b7ce28-dd37-4bc0-aae7-941ef32bd9ba None None] Provisioning complete for port 3d515770-d958-4458-a173-0baea20de430 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:40.420515 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13b7ce28-dd37-4bc0-aae7-941ef32bd9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (3d515770-d958-4458-a173-0baea20de430), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:40.422083 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0062cb55-a929-4aa2-a56d-9b279153d190 req-62071aed-5fd7-4b19-add4-f1f839b885ca service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240925 Jul 11 14:15:40.461227 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-13b7ce28-dd37-4bc0-aae7-941ef32bd9ba None None] Port 3d515770-d958-4458-a173-0baea20de430 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:15:40.485625 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cf05a15e-3050-47f5-91cd-f35aef75fff6 req-51e56c03-f2e0-4a5d-a034-dcb25d1b10b7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876482 Jul 11 14:15:40.507400 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Network 73797646-5b34-419b-97d3-e45c26c513e5 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:15:40.509433 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:15:40.640028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b15ee3-bc5b-48f6-95b9-088e5795064b None None] New status for floating IP f2af060c-1ff5-4129-b5cd-419a3e7808c3: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:15:40.682102 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:15:40.705930 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:40.885074 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:15:40.886665 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c15a7732-7d17-4fa8-be3e-79aa14b69522 admin admin] 10.222.0.49 "PUT /v2.0/routers/24e7d6f1-7a7c-478c-b0f3-d09593c80727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9923704 Jul 11 14:15:40.906046 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-cc571f49-13a7-4396-98e3-21e30dd60f40 None None] Provisioning complete for port 3d515770-d958-4458-a173-0baea20de430 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:40.906490 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cc571f49-13a7-4396-98e3-21e30dd60f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (3d515770-d958-4458-a173-0baea20de430), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.105574 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device c9e0454f-9dd0-44c6-a695-a6aeb8252b1f up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:41.108329 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-cc571f49-13a7-4396-98e3-21e30dd60f40 None None] Port 3d515770-d958-4458-a173-0baea20de430 cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:15:41.159492 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:41.159863 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.240091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:41.595625 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47674) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:41.600926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-c2e49fcb-8c3c-4d97-b696-95bdc4430652 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331792550', 'description': 'tempest-secgroup-smoke-331792550 description', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:41.628671 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c2e49fcb-8c3c-4d97-b696-95bdc4430652 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.647262 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c4895-4c8e-4db4-af77-1c3e9f18dd3c req-151e7af3-3ee9-4414-b6cd-27f0c97dc800 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:41.649125 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6f2c4895-4c8e-4db4-af77-1c3e9f18dd3c req-151e7af3-3ee9-4414-b6cd-27f0c97dc800 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0638611 Jul 11 14:15:41.726858 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c2e49fcb-8c3c-4d97-b696-95bdc4430652 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group (98b5740a-6097-451d-82d9-acb5c7374761), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.731549 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c2e49fcb-8c3c-4d97-b696-95bdc4430652 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (98b5740a-6097-451d-82d9-acb5c7374761), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.774227 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6f2c4895-4c8e-4db4-af77-1c3e9f18dd3c req-090f95ac-dd24-4f18-aba8-9bc8e4c7077d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177938 Jul 11 14:15:41.784112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-c2e49fcb-8c3c-4d97-b696-95bdc4430652 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.784112 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c2e49fcb-8c3c-4d97-b696-95bdc4430652 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1850076 Jul 11 14:15:41.784745 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47680) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:41.787301 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e49fcb-8c3c-4d97-b696-95bdc4430652 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5740a-6097-451d-82d9-acb5c7374761,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:41.788451 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'security_group_rule': {'security_group_id': '98b5740a-6097-451d-82d9-acb5c7374761', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:41.823067 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (147e880e-3558-4415-a689-daf90c77b50f), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.888760 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (147e880e-3558-4415-a689-daf90c77b50f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.893953 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (147e880e-3558-4415-a689-daf90c77b50f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.914732 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147e880e-3558-4415-a689-daf90c77b50f,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:41.926424 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.930219 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443830 Jul 11 14:15:41.930219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.930219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.930219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.930219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.930752 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47682) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:41.935541 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-cf37b879-81fc-481c-896a-9dfee8acdd39 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'security_group_rule': {'security_group_id': '98b5740a-6097-451d-82d9-acb5c7374761', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:41.935739 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.936062 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.936593 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.937501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.937501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.937887 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.938430 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.938770 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.939103 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.939432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.939762 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52c1635-3e79-46c6-92e2-354aecb0c451 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:15:41.966006 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cf37b879-81fc-481c-896a-9dfee8acdd39 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (2d72571e-b5d5-45ca-b5ae-f5b19c5765cc), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:41.998536 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:42.031430 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cf37b879-81fc-481c-896a-9dfee8acdd39 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (2d72571e-b5d5-45ca-b5ae-f5b19c5765cc), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.035822 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cf37b879-81fc-481c-896a-9dfee8acdd39 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (2d72571e-b5d5-45ca-b5ae-f5b19c5765cc), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.057914 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37b879-81fc-481c-896a-9dfee8acdd39 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d72571e-b5d5-45ca-b5ae-f5b19c5765cc,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:42.062324 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cf37b879-81fc-481c-896a-9dfee8acdd39 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.063678 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-cf37b879-81fc-481c-896a-9dfee8acdd39 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320508 Jul 11 14:15:42.066382 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47684) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:42.070665 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-94dec77a-762c-44f2-a78a-5b6766e2dc26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'security_group_rule': {'security_group_id': '98b5740a-6097-451d-82d9-acb5c7374761', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:42.099913 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-94dec77a-762c-44f2-a78a-5b6766e2dc26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (aa1c13ff-16c4-4fc6-8b50-d90f7af3ff8b), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.161452 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-94dec77a-762c-44f2-a78a-5b6766e2dc26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (aa1c13ff-16c4-4fc6-8b50-d90f7af3ff8b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.165611 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-94dec77a-762c-44f2-a78a-5b6766e2dc26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (aa1c13ff-16c4-4fc6-8b50-d90f7af3ff8b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.187061 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dec77a-762c-44f2-a78a-5b6766e2dc26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1c13ff-16c4-4fc6-8b50-d90f7af3ff8b,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:42.192958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-94dec77a-762c-44f2-a78a-5b6766e2dc26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.194270 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-94dec77a-762c-44f2-a78a-5b6766e2dc26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269407 Jul 11 14:15:42.197101 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47686) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:42.201845 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-cfd3047d-1ff3-40cb-9c90-8bd7ece0b06b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'security_group_rule': {'security_group_id': '98b5740a-6097-451d-82d9-acb5c7374761', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:42.233594 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cfd3047d-1ff3-40cb-9c90-8bd7ece0b06b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (00de2c8e-6a3c-4636-8c6f-6a69b8335de2), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.286295 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cfd3047d-1ff3-40cb-9c90-8bd7ece0b06b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (00de2c8e-6a3c-4636-8c6f-6a69b8335de2), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.290093 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cfd3047d-1ff3-40cb-9c90-8bd7ece0b06b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (00de2c8e-6a3c-4636-8c6f-6a69b8335de2), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.310099 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3047d-1ff3-40cb-9c90-8bd7ece0b06b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00de2c8e-6a3c-4636-8c6f-6a69b8335de2,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:42.317983 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cfd3047d-1ff3-40cb-9c90-8bd7ece0b06b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.319503 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-cfd3047d-1ff3-40cb-9c90-8bd7ece0b06b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211915 Jul 11 14:15:42.324285 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47688) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:42.329287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'security_group_rule': {'security_group_id': '98b5740a-6097-451d-82d9-acb5c7374761', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:42.350265 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.securitygroups_db [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Project 67d8660c31bf48e9a2c6a5edb2060bde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:15:42.357031 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (ad2ceba3-119f-40c7-b6ff-84f449bf9752), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.404691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:42.419147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (ad2ceba3-119f-40c7-b6ff-84f449bf9752), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.423018 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (ad2ceba3-119f-40c7-b6ff-84f449bf9752), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.444657 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2ceba3-119f-40c7-b6ff-84f449bf9752,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:42.453201 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.454465 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8cf98fb1-281e-4569-bd7a-849f81932ae1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287525 Jul 11 14:15:42.457310 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47690) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:42.461656 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'security_group_rule': {'security_group_id': '98b5740a-6097-451d-82d9-acb5c7374761', 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:15:42.483773 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.securitygroups_db [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Project 67d8660c31bf48e9a2c6a5edb2060bde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 11 14:15:42.489714 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (ec906207-7a32-47d9-add2-89718af6d18c), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.555779 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (ec906207-7a32-47d9-add2-89718af6d18c), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.559492 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603321'] for security_group_rule (ec906207-7a32-47d9-add2-89718af6d18c), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.579147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec906207-7a32-47d9-add2-89718af6d18c,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:42.587335 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:42.592050 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-06df1fe9-a671-4646-b6df-c794f3a6e6a8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308672 Jul 11 14:15:42.911272 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:15:42.912276 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51313dd5-de59-4e61-9993-63de2a4cb890 req-63b501e2-a370-487e-a510-4ea54642227b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:42.914089 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-51313dd5-de59-4e61-9993-63de2a4cb890 req-63b501e2-a370-487e-a510-4ea54642227b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0628641 Jul 11 14:15:42.969047 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-51313dd5-de59-4e61-9993-63de2a4cb890 req-155555fa-5fbc-4495-92b0-693f49f18525 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484695 Jul 11 14:15:43.083048 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dae2a19e-e345-426d-9c4e-108e91801ce2 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:43.151065 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port dae2a19e-e345-426d-9c4e-108e91801ce2 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:43.151473 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:43.236977 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port dae2a19e-e345-426d-9c4e-108e91801ce2 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:43.237680 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:43.258118 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:43.263641 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] For port dae2a19e-e345-426d-9c4e-108e91801ce2, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=dae2a19e-e345-426d-9c4e-108e91801ce2,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:43.268025 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:43.317791 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Pushing event updated for resources: {'Port': ['ID=dae2a19e-e345-426d-9c4e-108e91801ce2,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:44.118137 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a285-417b-44c2-bd1c-2b7e9a060765 req-2c67579c-f270-461c-a1ef-20e5bb29fa86 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:44.120718 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3792a285-417b-44c2-bd1c-2b7e9a060765 req-2c67579c-f270-461c-a1ef-20e5bb29fa86 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0611055 Jul 11 14:15:44.170276 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3792a285-417b-44c2-bd1c-2b7e9a060765 req-28f42dea-aa54-4100-a626-bf9fbd4c550c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Jul 11 14:15:44.600172 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Sync routers for ids ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:15:44.611063 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Routers {'24e7d6f1-7a7c-478c-b0f3-d09593c80727'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:44.611711 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:44.731817 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Set router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:44.915011 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 4, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port': {'id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '3d515770-d958-4458-a173-0baea20de430', 'name': '', 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'mac_address': 'fa:16:3e:38:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:38Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 2, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'subnets': [{'id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:44.940541 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Checking router: 24e7d6f1-7a7c-478c-b0f3-d09593c80727 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:15:44.940909 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Updating router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 port 3d515770-d958-4458-a173-0baea20de430 binding host dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 11 14:15:44.976478 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3d515770-d958-4458-a173-0baea20de430), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.027013 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dae2a19e-e345-426d-9c4e-108e91801ce2 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:45.072833 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port dae2a19e-e345-426d-9c4e-108e91801ce2 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:45.073150 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.095505 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:45.112067 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:45.152113 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:45.154824 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port dae2a19e-e345-426d-9c4e-108e91801ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:45.249746 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Publish callbacks [] for port (3d515770-d958-4458-a173-0baea20de430), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.256617 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (3d515770-d958-4458-a173-0baea20de430), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.300560 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480163f0-1960-4b0d-830b-08b67c7859fb req-d3f9fe2c-4d77-46c5-85f8-54f094abaac6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:45.302932 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-480163f0-1960-4b0d-830b-08b67c7859fb req-d3f9fe2c-4d77-46c5-85f8-54f094abaac6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0588386 Jul 11 14:15:45.311553 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e3325-984f-4a79-8ddd-bb9820d9303a None None] Pushing event updated for resources: {'Port': ['ID=3d515770-d958-4458-a173-0baea20de430,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:45.365741 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-480163f0-1960-4b0d-830b-08b67c7859fb req-32478b06-5556-4249-9d88-60cd3b029b3e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567040 Jul 11 14:15:45.367598 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Attempting to bind port 3d515770-d958-4458-a173-0baea20de430 on host dv-cinder-848429-3-iscsi for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:15:45.367986 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Attempting to bind port 3d515770-d958-4458-a173-0baea20de430 by drivers openvswitch,hyperv on host dv-cinder-848429-3-iscsi at level 0 using segments [{'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:15:45.368366 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Attempting to bind port 3d515770-d958-4458-a173-0baea20de430 on network 73797646-5b34-419b-97d3-e45c26c513e5 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:15:45.374637 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Checking agent: {'id': 'e1c5ec97-1eec-4504-b543-4301bcca0dff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848429-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 13, 58, 23), 'started_at': datetime.datetime(2022, 7, 11, 13, 58, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848429-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:15:45.375300 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Checking segment: {'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:15:45.375709 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.376094 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Bound using segment: {'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:15:45.376799 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Bound port: 3d515770-d958-4458-a173-0baea20de430, host: dv-cinder-848429-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d132477-a2b7-475f-bcf9-d2e4ccb7e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:15:45.377316 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3d515770-d958-4458-a173-0baea20de430), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.450746 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] For port 3d515770-d958-4458-a173-0baea20de430, host dv-cinder-848429-3-iscsi, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:15:45.454977 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] For port 3d515770-d958-4458-a173-0baea20de430, host dv-cinder-848429-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=3d515770-d958-4458-a173-0baea20de430,segment=NetworkSegment(9d132477-a2b7-475f-bcf9-d2e4ccb7e458),segment_id=9d132477-a2b7-475f-bcf9-d2e4ccb7e458)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:15:45.461122 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (3d515770-d958-4458-a173-0baea20de430), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.523466 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Routers {'24e7d6f1-7a7c-478c-b0f3-d09593c80727'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:15:45.524140 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:15:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:45.526685 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e3325-984f-4a79-8ddd-bb9820d9303a None None] Pushing event updated for resources: {'Port': ['ID=3d515770-d958-4458-a173-0baea20de430,revision_number=4']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:45.554931 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-e07afd57-b6dd-4747-b5dc-0b41af1b6ddd None None] Provisioning complete for port 3d515770-d958-4458-a173-0baea20de430 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:45.555308 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e07afd57-b6dd-4747-b5dc-0b41af1b6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (3d515770-d958-4458-a173-0baea20de430), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.643862 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-e07afd57-b6dd-4747-b5dc-0b41af1b6ddd None None] Current status of the port 3d515770-d958-4458-a173-0baea20de430 is: DOWN; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:45.644249 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e07afd57-b6dd-4747-b5dc-0b41af1b6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (3d515770-d958-4458-a173-0baea20de430), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.664155 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] Set router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:15:45.684775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e07afd57-b6dd-4747-b5dc-0b41af1b6ddd None None] For port 3d515770-d958-4458-a173-0baea20de430, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=3d515770-d958-4458-a173-0baea20de430,segment=NetworkSegment(9d132477-a2b7-475f-bcf9-d2e4ccb7e458),segment_id=9d132477-a2b7-475f-bcf9-d2e4ccb7e458)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:45.694571 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e07afd57-b6dd-4747-b5dc-0b41af1b6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (3d515770-d958-4458-a173-0baea20de430), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.754441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07afd57-b6dd-4747-b5dc-0b41af1b6ddd None None] Pushing event updated for resources: {'Port': ['ID=3d515770-d958-4458-a173-0baea20de430,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:45.817587 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-c76f85c8-05aa-4340-b381-cbd2032d0fb3 None None] Provisioning complete for port 3d515770-d958-4458-a173-0baea20de430 triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:45.817977 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c76f85c8-05aa-4340-b381-cbd2032d0fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (3d515770-d958-4458-a173-0baea20de430), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:45.912884 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-c76f85c8-05aa-4340-b381-cbd2032d0fb3 None None] Current status of the port 3d515770-d958-4458-a173-0baea20de430 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:45.920938 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 4, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port': {'id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '3d515770-d958-4458-a173-0baea20de430', 'name': '', 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'mac_address': 'fa:16:3e:38:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:38Z', 'updated_at': '2022-07-11T14:15:45Z', 'revision_number': 4, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'subnets': [{'id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:15:45.945524 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98443fe1-86c0-4a11-b4c8-e17133cfda98 None None] The sync data for ids ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'] in dv-cinder-848429-3-iscsi is: [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 4, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port': {'id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '3d515770-d958-4458-a173-0baea20de430', 'name': '', 'network_id': '73797646-5b34-419b-97d3-e45c26c513e5', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'mac_address': 'fa:16:3e:38:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:38Z', 'updated_at': '2022-07-11T14:15:45Z', 'revision_number': 4, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'subnets': [{'id': 'b58fd6ae-f150-4234-9bb5-8b9b762ee1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:15:46.492708 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c7f5-4c1e-431c-8355-6aad11dd197b req-a5d2b1f3-e5a6-4f16-bf6e-59327f8d34de tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:46.494850 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3cd2c7f5-4c1e-431c-8355-6aad11dd197b req-a5d2b1f3-e5a6-4f16-bf6e-59327f8d34de tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0481491 Jul 11 14:15:46.548575 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3cd2c7f5-4c1e-431c-8355-6aad11dd197b req-e1394730-4622-4978-a881-c13ec2843475 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479193 Jul 11 14:15:47.034881 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 3d515770-d958-4458-a173-0baea20de430 up at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:15:47.084674 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Provisioning complete for port 3d515770-d958-4458-a173-0baea20de430 triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:15:47.085040 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (3d515770-d958-4458-a173-0baea20de430), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:47.156384 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Current status of the port 3d515770-d958-4458-a173-0baea20de430 is: ACTIVE; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:47.484791 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-218cf643-cd55-4941-a48f-b0ae5a70d25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:47.632256 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:47.671124 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2a357-f40b-44c9-a32f-4fcf5759857a req-23d31dd0-6add-403c-a3e2-b060c6073624 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:47.672549 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ea2a357-f40b-44c9-a32f-4fcf5759857a req-23d31dd0-6add-403c-a3e2-b060c6073624 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0488136 Jul 11 14:15:47.720389 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ea2a357-f40b-44c9-a32f-4fcf5759857a req-60f62d14-653f-4076-a691-b83c304affbc tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Jul 11 14:15:48.847251 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b6398-ca28-44f3-825d-488a052bc325 req-ca5c2687-acc1-4cfc-a0d2-deb7eb0bf9c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:48.848768 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-324b6398-ca28-44f3-825d-488a052bc325 req-ca5c2687-acc1-4cfc-a0d2-deb7eb0bf9c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0479889 Jul 11 14:15:48.897602 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-324b6398-ca28-44f3-825d-488a052bc325 req-2907f441-73e9-478b-8946-fb6fece3f9f1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419664 Jul 11 14:15:49.905683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d32dd49-4262-491d-8f00-fec087b5df07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:50.021421 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240fd1-e420-4324-bda5-7fd96c608cf1 req-6b2c6240-d7d8-4570-848c-1944060c6677 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:50.022860 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9240fd1-e420-4324-bda5-7fd96c608cf1 req-6b2c6240-d7d8-4570-848c-1944060c6677 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0510120 Jul 11 14:15:50.045007 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:50.074394 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9240fd1-e420-4324-bda5-7fd96c608cf1 req-f7e9c826-4b34-45c9-9394-c058cf5ae6c0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448725 Jul 11 14:15:51.061037 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.168748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47844) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:51.208225 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf313-9875-4dc3-aa9c-6dd02ccd120a req-a3440517-f2e3-465c-bab9-fbbae6c1bee8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:51.209774 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fe1bf313-9875-4dc3-aa9c-6dd02ccd120a req-a3440517-f2e3-465c-bab9-fbbae6c1bee8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0550191 Jul 11 14:15:51.259669 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fe1bf313-9875-4dc3-aa9c-6dd02ccd120a req-46822b06-fc12-4afb-8864-d23b69e912e0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442567 Jul 11 14:15:51.294639 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-43e4a0b1-12c5-4cc0-8304-fe35fbd4d828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.335361 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:51.380671 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-43e4a0b1-12c5-4cc0-8304-fe35fbd4d828 admin admin] Publish callbacks [] for security_group (c0c4c270-e363-41d0-ad77-957b9b317675), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.384399 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-43e4a0b1-12c5-4cc0-8304-fe35fbd4d828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c0c4c270-e363-41d0-ad77-957b9b317675), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.435396 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4a0b1-12c5-4cc0-8304-fe35fbd4d828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c4c270-e363-41d0-ad77-957b9b317675,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:51.439520 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-43e4a0b1-12c5-4cc0-8304-fe35fbd4d828 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e5bf3092238482dbecae257ec9ec284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695568 Jul 11 14:15:51.442134 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47848) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:51.492171 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b9aaa1c-7e37-4956-9de9-b1c49f65ded8 admin admin] Publish callbacks [] for security_group (c0c4c270-e363-41d0-ad77-957b9b317675), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.515221 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b9aaa1c-7e37-4956-9de9-b1c49f65ded8 admin admin] Publish callbacks [] for security_group (c0c4c270-e363-41d0-ad77-957b9b317675), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.568391 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b9aaa1c-7e37-4956-9de9-b1c49f65ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c0c4c270-e363-41d0-ad77-957b9b317675), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.570942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3b9aaa1c-7e37-4956-9de9-b1c49f65ded8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.572101 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3b9aaa1c-7e37-4956-9de9-b1c49f65ded8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0c4c270-e363-41d0-ad77-957b9b317675 HTTP/1.1" status: 204 len: 168 time: 0.1290500 Jul 11 14:15:51.581316 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aaa1c-7e37-4956-9de9-b1c49f65ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c4c270-e363-41d0-ad77-957b9b317675,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:51.862592 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 47856) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:51.876809 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a84f-f842-467e-b0c6-5d783a9a89b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.969883 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a84f-f842-467e-b0c6-5d783a9a89b4 admin admin] Publish callbacks [] for security_group (c21d5208-63ab-4ea2-aeba-da432518b299), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:51.973660 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a84f-f842-467e-b0c6-5d783a9a89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c21d5208-63ab-4ea2-aeba-da432518b299), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:52.016044 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a9f6a84f-f842-467e-b0c6-5d783a9a89b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5de0164eebc34403a8581994fedbf300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523805 Jul 11 14:15:52.016924 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6a84f-f842-467e-b0c6-5d783a9a89b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d5208-63ab-4ea2-aeba-da432518b299,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:52.018738 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 47858) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:15:52.078523 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb83397b-1660-4825-8026-eaefee61078f admin admin] Publish callbacks [] for security_group (c21d5208-63ab-4ea2-aeba-da432518b299), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:52.100942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb83397b-1660-4825-8026-eaefee61078f admin admin] Publish callbacks [] for security_group (c21d5208-63ab-4ea2-aeba-da432518b299), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:52.146143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb83397b-1660-4825-8026-eaefee61078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c21d5208-63ab-4ea2-aeba-da432518b299), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:52.148811 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb83397b-1660-4825-8026-eaefee61078f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:52.150653 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-bb83397b-1660-4825-8026-eaefee61078f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c21d5208-63ab-4ea2-aeba-da432518b299 HTTP/1.1" status: 204 len: 168 time: 0.1302819 Jul 11 14:15:52.160812 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83397b-1660-4825-8026-eaefee61078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d5208-63ab-4ea2-aeba-da432518b299,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:52.392656 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9853-af66-4b29-8a8b-70fbf42a0bd8 req-c3584581-f57c-4991-b5ba-03f91c7d0e03 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:52.394747 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23aa9853-af66-4b29-8a8b-70fbf42a0bd8 req-c3584581-f57c-4991-b5ba-03f91c7d0e03 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0509865 Jul 11 14:15:52.448432 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-23aa9853-af66-4b29-8a8b-70fbf42a0bd8 req-14187320-2932-4753-8a3b-acaba5653c3e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472083 Jul 11 14:15:52.588226 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:52.832319 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:53.569566 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634cefd-4846-4313-b609-47230d6167c8 req-ad475e26-73ec-49fc-bba8-e035c3563cd9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:53.571196 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c634cefd-4846-4313-b609-47230d6167c8 req-ad475e26-73ec-49fc-bba8-e035c3563cd9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0479882 Jul 11 14:15:53.631276 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c634cefd-4846-4313-b609-47230d6167c8 req-101f105b-7b0e-48c2-9202-b68f1013ee65 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536857 Jul 11 14:15:54.758359 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c63064-5909-40ba-8193-327a1a123394 req-9fc67c09-d5a1-452f-b81f-0a61849bea8e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:54.759843 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-48c63064-5909-40ba-8193-327a1a123394 req-9fc67c09-d5a1-452f-b81f-0a61849bea8e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0532417 Jul 11 14:15:54.816133 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-48c63064-5909-40ba-8193-327a1a123394 req-d0e26fcf-71c3-46ad-9bb1-1bb76fccbe67 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505919 Jul 11 14:15:55.590214 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:55.918634 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:55.923823 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:55.954610 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9426b0-28b0-4bf5-b8f8-4ab8c2b9a0be req-a3f77c7e-307b-4055-bc60-815414a81633 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:55.956269 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fa9426b0-28b0-4bf5-b8f8-4ab8c2b9a0be req-a3f77c7e-307b-4055-bc60-815414a81633 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0569851 Jul 11 14:15:56.006700 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fa9426b0-28b0-4bf5-b8f8-4ab8c2b9a0be req-1407c896-a30c-4f2d-8032-c4df5ab1f722 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449324 Jul 11 14:15:57.114490 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:57.130267 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1920fa-7396-4c77-8acd-31ebcbf72062 req-ba3f435c-95f1-4de8-b1a5-25e9f2b8d62e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:57.131757 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb1920fa-7396-4c77-8acd-31ebcbf72062 req-ba3f435c-95f1-4de8-b1a5-25e9f2b8d62e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0513854 Jul 11 14:15:57.178525 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb1920fa-7396-4c77-8acd-31ebcbf72062 req-d10d9551-1226-48e9-9a8d-2840ff7f3920 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406682 Jul 11 14:15:58.120021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:15:58.166024 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:58.223846 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:58.235396 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'port_id': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'mac_address': 'fa:16:3e:8f:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:15:58.270090 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: ACTIVE; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:15:58.270512 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:58.284028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:15:58.299779 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0307642-feeb-405c-80cd-4626a8e67ecb req-6ae97d58-c85f-44c9-a704-05c530d29570 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:58.301509 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d0307642-feeb-405c-80cd-4626a8e67ecb req-6ae97d58-c85f-44c9-a704-05c530d29570 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0474799 Jul 11 14:15:58.304080 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:15:58.308512 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:15:58.312899 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:15:58.352583 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d0307642-feeb-405c-80cd-4626a8e67ecb req-bf77103d-3237-4434-a73e-da06b52c573d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440762 Jul 11 14:15:58.358897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=6']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:15:58.510110 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:15:59.473855 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c71cc-2660-429e-a1eb-6400672c392d req-e709d24d-7ef6-4e51-8080-efd36c2f3760 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:15:59.475345 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-906c71cc-2660-429e-a1eb-6400672c392d req-e709d24d-7ef6-4e51-8080-efd36c2f3760 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 944 time: 0.0470343 Jul 11 14:15:59.524075 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-906c71cc-2660-429e-a1eb-6400672c392d req-bb7eab8d-99b9-41cf-a275-3d5925e477d1 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432534 Jul 11 14:16:00.116643 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:16:00.164201 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:16:00.164633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:00.224280 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-52f0a30b-e2e0-4965-91c5-20d913629154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:00.225781 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-52f0a30b-e2e0-4965-91c5-20d913629154 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1128 time: 0.0395780 Jul 11 14:16:00.236265 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:16:00.236663 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:00.266229 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:16:00.268445 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db872c7-3c88-4f66-bc1f-d7298e6b3f1c" -d '{"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:16:00.292912 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:00.298221 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:00.324111 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765b190-c443-4d4f-92f6-411b3581d27e x-openstack-request-id: req-a765b190-c443-4d4f-92f6-411b3581d27e {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:16:00.324407 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:16:00.324660 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a765b190-c443-4d4f-92f6-411b3581d27e {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:16:00.325063 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a765b190-c443-4d4f-92f6-411b3581d27e'] response: {'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'code': 200} Jul 11 14:16:00.340920 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-c2eea8ac-47f4-419f-a74a-699d90aae221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:00.342448 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-c2eea8ac-47f4-419f-a74a-699d90aae221 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.0966313 Jul 11 14:16:00.355755 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=7']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:00.411603 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-be767b48-08dd-4f47-88e9-e190f1274fc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 1001 time: 0.0603459 Jul 11 14:16:00.463864 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:00.470289 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-238fcf65-b53f-4162-a7f3-a49d0bd6db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:00.471762 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-238fcf65-b53f-4162-a7f3-a49d0bd6db83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.0506039 Jul 11 14:16:00.520217 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-427a6e62-48fb-47f5-b945-d6a2f57cb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:00.521667 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-427a6e62-48fb-47f5-b945-d6a2f57cb01a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423479 Jul 11 14:16:00.607228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:00.614244 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-3752214c-8346-4c2d-9a3a-26a3f7efcacc service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Jul 11 14:16:00.646208 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dac623-1c68-4679-afca-116792a2e79c req-bdf35d86-93dd-4b74-8696-75bdc2a46d03 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:00.647693 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d3dac623-1c68-4679-afca-116792a2e79c req-bdf35d86-93dd-4b74-8696-75bdc2a46d03 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0489495 Jul 11 14:16:00.691855 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:00.695126 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d3dac623-1c68-4679-afca-116792a2e79c req-89d58095-acb5-4289-a843-c77874508e6a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 Jul 11 14:16:00.716524 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5f7b8e87-3fd9-4993-9966-bd25267f91b3 req-f01da594-37fb-4044-aef9-13f03531bc8f service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945597 Jul 11 14:16:01.427380 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48030) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:01.534963 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-06c0e645-256f-4846-b5a9-de0b31eaae5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:01.610929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-06c0e645-256f-4846-b5a9-de0b31eaae5e admin admin] Publish callbacks [] for security_group (88309a06-39ba-4034-ae90-29eacce9666c), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:01.614717 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-06c0e645-256f-4846-b5a9-de0b31eaae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (88309a06-39ba-4034-ae90-29eacce9666c), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:01.654359 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-06c0e645-256f-4846-b5a9-de0b31eaae5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db8a8aee07ce44359359190b21aa5f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258823 Jul 11 14:16:01.655273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0e645-256f-4846-b5a9-de0b31eaae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88309a06-39ba-4034-ae90-29eacce9666c,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:01.657006 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48034) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:01.705657 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-62bf426f-8f19-42f6-8d20-c0edd455eb28 admin admin] Publish callbacks [] for security_group (88309a06-39ba-4034-ae90-29eacce9666c), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:01.726364 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-62bf426f-8f19-42f6-8d20-c0edd455eb28 admin admin] Publish callbacks [] for security_group (88309a06-39ba-4034-ae90-29eacce9666c), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:01.788797 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-62bf426f-8f19-42f6-8d20-c0edd455eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (88309a06-39ba-4034-ae90-29eacce9666c), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:01.791761 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-62bf426f-8f19-42f6-8d20-c0edd455eb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:01.792842 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-62bf426f-8f19-42f6-8d20-c0edd455eb28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88309a06-39ba-4034-ae90-29eacce9666c HTTP/1.1" status: 204 len: 168 time: 0.1348698 Jul 11 14:16:01.820446 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf426f-8f19-42f6-8d20-c0edd455eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88309a06-39ba-4034-ae90-29eacce9666c,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:01.834664 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfbc84-679c-4e3a-8c3d-1f49a2ee3e8a req-fd57c9c8-89ea-42e9-8436-de823c3a7afb tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:01.836157 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cdcfbc84-679c-4e3a-8c3d-1f49a2ee3e8a req-fd57c9c8-89ea-42e9-8436-de823c3a7afb tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0595152 Jul 11 14:16:01.890188 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cdcfbc84-679c-4e3a-8c3d-1f49a2ee3e8a req-e1b9e359-f6c5-481c-bf22-c6b4dde51cde tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475969 Jul 11 14:16:02.087741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48044) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:02.100985 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ef628264-0a09-4d2e-b895-fc290afcf1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.174124 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ef628264-0a09-4d2e-b895-fc290afcf1f1 admin admin] Publish callbacks [] for security_group (ca786eb8-8ed7-4fe1-845b-620cacd0e745), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.178043 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-ef628264-0a09-4d2e-b895-fc290afcf1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ca786eb8-8ed7-4fe1-845b-620cacd0e745), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.215185 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef628264-0a09-4d2e-b895-fc290afcf1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca786eb8-8ed7-4fe1-845b-620cacd0e745,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:02.221607 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-ef628264-0a09-4d2e-b895-fc290afcf1f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c245dbdd7a9741ca8d0f72524c37113e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305702 Jul 11 14:16:02.222017 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48046) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:02.271973 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d5cb901d-17d6-43ec-a6b3-8c3082203b80 admin admin] Publish callbacks [] for security_group (ca786eb8-8ed7-4fe1-845b-620cacd0e745), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.292424 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d5cb901d-17d6-43ec-a6b3-8c3082203b80 admin admin] Publish callbacks [] for security_group (ca786eb8-8ed7-4fe1-845b-620cacd0e745), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.338215 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d5cb901d-17d6-43ec-a6b3-8c3082203b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ca786eb8-8ed7-4fe1-845b-620cacd0e745), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.340664 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d5cb901d-17d6-43ec-a6b3-8c3082203b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.341773 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d5cb901d-17d6-43ec-a6b3-8c3082203b80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca786eb8-8ed7-4fe1-845b-620cacd0e745 HTTP/1.1" status: 204 len: 168 time: 0.1188545 Jul 11 14:16:02.349459 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb901d-17d6-43ec-a6b3-8c3082203b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca786eb8-8ed7-4fe1-845b-620cacd0e745,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:02.656409 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48052) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:02.670048 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-16090471-20be-4470-b8d7-a0b7a67c8b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.694878 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:02.713678 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:02.754750 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-16090471-20be-4470-b8d7-a0b7a67c8b3a admin admin] Publish callbacks [] for security_group (3261c905-7ef2-41a0-8630-b78077ab125b), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.758228 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-16090471-20be-4470-b8d7-a0b7a67c8b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (3261c905-7ef2-41a0-8630-b78077ab125b), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.797492 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-16090471-20be-4470-b8d7-a0b7a67c8b3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1df755d98ad94dd2a0942b8fa8f01923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400235 Jul 11 14:16:02.798356 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16090471-20be-4470-b8d7-a0b7a67c8b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3261c905-7ef2-41a0-8630-b78077ab125b,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:02.801287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48054) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:02.855258 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b31e2f45-d245-402f-ae05-5e7b5771b3b9 admin admin] Publish callbacks [] for security_group (3261c905-7ef2-41a0-8630-b78077ab125b), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.877127 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b31e2f45-d245-402f-ae05-5e7b5771b3b9 admin admin] Publish callbacks [] for security_group (3261c905-7ef2-41a0-8630-b78077ab125b), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.923465 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b31e2f45-d245-402f-ae05-5e7b5771b3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (3261c905-7ef2-41a0-8630-b78077ab125b), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.926348 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b31e2f45-d245-402f-ae05-5e7b5771b3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:02.927478 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b31e2f45-d245-402f-ae05-5e7b5771b3b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3261c905-7ef2-41a0-8630-b78077ab125b HTTP/1.1" status: 204 len: 168 time: 0.1250935 Jul 11 14:16:02.943748 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e2f45-d245-402f-ae05-5e7b5771b3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3261c905-7ef2-41a0-8630-b78077ab125b,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:03.024256 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4047a1-a583-4cf2-bf0b-5ef9c43f5cc9 req-4215c4d3-639e-420d-8933-8c8e1557f985 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:03.025778 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2f4047a1-a583-4cf2-bf0b-5ef9c43f5cc9 req-4215c4d3-639e-420d-8933-8c8e1557f985 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0505910 Jul 11 14:16:03.075455 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2f4047a1-a583-4cf2-bf0b-5ef9c43f5cc9 req-741c4ea6-4e5f-48ad-b902-ad5ffd876b5c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Jul 11 14:16:04.201320 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5667a-2cd5-4ea2-a750-6993b386391d req-a97ffaba-9771-4ba4-86e2-c3c6ae070606 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:04.202817 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-99a5667a-2cd5-4ea2-a750-6993b386391d req-a97ffaba-9771-4ba4-86e2-c3c6ae070606 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0499611 Jul 11 14:16:04.252783 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-99a5667a-2cd5-4ea2-a750-6993b386391d req-ad61434b-735e-4722-b9ab-67a2027e9ab6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Jul 11 14:16:05.374715 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d9407-23e5-411b-97c8-429ba9db12af req-30db2e89-752c-4514-84cb-10e16169070c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:05.376302 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a8d9407-23e5-411b-97c8-429ba9db12af req-30db2e89-752c-4514-84cb-10e16169070c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0474052 Jul 11 14:16:05.428973 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1a8d9407-23e5-411b-97c8-429ba9db12af req-8044084b-f09f-4b2d-b8fd-e24c9e6fafd4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471284 Jul 11 14:16:06.544032 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94601bc-267f-4c6a-b644-16997b644bb2 req-48a9dcb5-4e95-4f22-ae33-c348a5bacda3 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:06.545471 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a94601bc-267f-4c6a-b644-16997b644bb2 req-48a9dcb5-4e95-4f22-ae33-c348a5bacda3 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0459187 Jul 11 14:16:06.592788 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a94601bc-267f-4c6a-b644-16997b644bb2 req-cc9bdbb5-2a00-4860-9962-def3f923cd78 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 Jul 11 14:16:07.716716 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab1792-134c-47ef-a46f-1f647b0b33e2 req-2d4f317e-5c7c-4127-bb2f-bcaa15c93110 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:07.718181 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f2ab1792-134c-47ef-a46f-1f647b0b33e2 req-2d4f317e-5c7c-4127-bb2f-bcaa15c93110 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0481420 Jul 11 14:16:07.772396 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f2ab1792-134c-47ef-a46f-1f647b0b33e2 req-7a06b75d-ee30-4c7c-adf1-d3f9420a846b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477774 Jul 11 14:16:08.988363 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:09.157990 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be924e-35e3-437d-bbfd-2c1977c46b8a req-93c3bd94-3784-4c87-a6bc-fc1c6ce887ec tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:09.159592 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b8be924e-35e3-437d-bbfd-2c1977c46b8a req-93c3bd94-3784-4c87-a6bc-fc1c6ce887ec tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.3113554 Jul 11 14:16:09.209004 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b8be924e-35e3-437d-bbfd-2c1977c46b8a req-07e8b370-550d-47a2-ae4b-4795397be9b7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Jul 11 14:16:09.730770 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-fc7cdfcb-d431-4a2b-9e89-b242f97aec75 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331792550&fields=id&tenant_id=67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 267 time: 0.0459874 Jul 11 14:16:09.851247 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-5f106a45-225d-426c-b3cd-21a4f3d75b88 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:09.852715 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-5f106a45-225d-426c-b3cd-21a4f3d75b88 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 811 time: 0.1151636 Jul 11 14:16:09.867100 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-96874fee-c02d-4a47-b557-1bbdffe99046 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/quotas/67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 375 time: 0.0091238 Jul 11 14:16:09.924101 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-7331e03a-e5eb-424a-a806-85218517a80d tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504775 Jul 11 14:16:09.998088 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:10.030387 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-dcde4d7e-6ff0-47ae-b719-ec3a90554618 service neutron] 10.222.0.49 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940480 Jul 11 14:16:10.113435 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:10.130953 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-b396b884-2f79-4a11-bc25-350bdb95aa3b service neutron] 10.222.0.49 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945675 Jul 11 14:16:10.347127 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9a00-a8b2-4ebd-8ea6-8810d5f23935 req-bb3121ce-b745-43a0-900c-3c750cd38224 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:10.348730 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-362f9a00-a8b2-4ebd-8ea6-8810d5f23935 req-bb3121ce-b745-43a0-900c-3c750cd38224 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0633070 Jul 11 14:16:10.412019 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-362f9a00-a8b2-4ebd-8ea6-8810d5f23935 req-d72b1d78-21c4-4ff7-9300-6dd644cddca7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561068 Jul 11 14:16:10.491161 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-886ba905-09b5-4c87-b75a-8841da8c67e1 req-e75c907b-29b1-4907-ab6e-71022944ea9e tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0296233 Jul 11 14:16:11.606466 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9cc5b888-5668-4424-aeaa-d60085ef34ae req-9f023774-ad93-4dea-9b80-b860afa94929 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0354385 Jul 11 14:16:11.613920 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36474a2-2705-4f0d-91d8-84918b3f0414 req-43c688ea-68d6-41fc-8bd1-9d5987605c5e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:11.616084 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c36474a2-2705-4f0d-91d8-84918b3f0414 req-43c688ea-68d6-41fc-8bd1-9d5987605c5e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.1056702 Jul 11 14:16:11.675102 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c36474a2-2705-4f0d-91d8-84918b3f0414 req-89a237a8-5b98-4be0-a125-dc0581430bce tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521090 Jul 11 14:16:12.364743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:12.717194 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9270bfe0-c29c-4fc1-bf24-5eff053975a7 req-4b624140-cf98-4ec7-a135-e9f42a5df056 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0504892 Jul 11 14:16:12.809259 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77a1ea-c4be-4bec-9b84-20c96cdb2fa7 req-444a1428-eb55-4dd3-8ef9-1f52f3534138 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:12.816289 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9f77a1ea-c4be-4bec-9b84-20c96cdb2fa7 req-444a1428-eb55-4dd3-8ef9-1f52f3534138 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0558920 Jul 11 14:16:12.862878 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9f77a1ea-c4be-4bec-9b84-20c96cdb2fa7 req-d20c8848-5329-4896-ab36-8667e73d5ec6 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457258 Jul 11 14:16:12.930256 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:12.939217 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=58,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:12.959087 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:13.788992 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a472ae2e-611a-4cc1-b9c9-a32e7ce0b458 req-b56e27a8-dcac-4bf8-838f-22212e13530a tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Jul 11 14:16:14.040531 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643db63d-dfd6-41cf-8b31-c03ad239d80b req-0447c2b1-1c47-42ce-85ee-23e522753ab8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:14.041946 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-643db63d-dfd6-41cf-8b31-c03ad239d80b req-0447c2b1-1c47-42ce-85ee-23e522753ab8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0678573 Jul 11 14:16:14.096728 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-643db63d-dfd6-41cf-8b31-c03ad239d80b req-6f4014b7-9e71-4886-ae90-a2ae57ee7fcc tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475492 Jul 11 14:16:14.891050 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-675711f1-3126-421a-b9c2-fd327de9e59b req-6d565e24-f341-404b-a0cb-fa4f7456cf81 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0324652 Jul 11 14:16:15.286539 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c0db7-41d6-4545-9491-76f9853f88a6 req-68d8609a-ea18-4ca1-8220-51ad8be4ce7b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:15.288423 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b33c0db7-41d6-4545-9491-76f9853f88a6 req-68d8609a-ea18-4ca1-8220-51ad8be4ce7b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0675755 Jul 11 14:16:15.352069 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b33c0db7-41d6-4545-9491-76f9853f88a6 req-9b7bdf1c-2877-473e-8356-2ba2a548da2f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516243 Jul 11 14:16:15.906883 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:15.918513 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-884d6ba3-9103-41ed-b1b1-c6d354cd35c3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:15.920014 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-884d6ba3-9103-41ed-b1b1-c6d354cd35c3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 811 time: 0.2046263 Jul 11 14:16:16.027257 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-945f9149-6741-4ce9-952d-bcb13b577a55 req-ab64ff96-0f46-45b0-ac78-40cf04a248bd tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0557914 Jul 11 14:16:16.061725 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f31aae9c-dd2e-48d7-b2f8-6e2e609418a1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 379 time: 0.1137383 Jul 11 14:16:16.082238 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'port': {'device_id': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'admin_state_up': True, 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'security_groups': ['98b5740a-6097-451d-82d9-acb5c7374761']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:16:16.239946 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Made reservation on behalf of 67d8660c31bf48e9a2c6a5edb2060bde for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:16:16.244678 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:16.393554 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Allocated IP 172.20.0.11 (399e9466-9fd1-4e23-afd7-ae28f17cf4de/7829be1e-41ea-4b23-b177-273a4e9e5f3b/2c145e97-2662-4d53-8a43-00bf731245fc) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:16:16.499994 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4aed7-967a-4499-adcc-98232e191c2a req-579040f5-d657-41e8-939f-62838a71c2e5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:16.501123 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dcf4aed7-967a-4499-adcc-98232e191c2a req-579040f5-d657-41e8-939f-62838a71c2e5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0556746 Jul 11 14:16:16.564584 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dcf4aed7-967a-4499-adcc-98232e191c2a req-310cee2f-8c0b-406d-948c-72a148214cff tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561867 Jul 11 14:16:16.588633 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (2c145e97-2662-4d53-8a43-00bf731245fc), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:16.627751 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:16.679286 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:16:16.685826 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:16:16.688159 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=2c145e97-2662-4d53-8a43-00bf731245fc,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:16.690347 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:16:16.757381 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:16.758277 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:16.792032 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a85963c5-3c0f-40d1-a0f5-12c71e4cb287 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7197537 Jul 11 14:16:16.869847 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Request body: {'port': {'device_id': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:16:16.951476 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:16.955313 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:16.994931 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:17.065953 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-a70d8108-7485-464a-a9c4-9052b68755db None None] Provisioning complete for port 2c145e97-2662-4d53-8a43-00bf731245fc triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:16:17.067039 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a70d8108-7485-464a-a9c4-9052b68755db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:17.108323 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a70d8108-7485-464a-a9c4-9052b68755db None None] Port 2c145e97-2662-4d53-8a43-00bf731245fc cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:16:17.193814 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834d16-1ac9-40b5-8000-c6d2381bf79f req-9cb80249-50b0-403a-bbed-e2d487409a83 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:17.195425 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e4834d16-1ac9-40b5-8000-c6d2381bf79f req-9cb80249-50b0-403a-bbed-e2d487409a83 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 932 time: 0.0777612 Jul 11 14:16:17.279983 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c145e97-2662-4d53-8a43-00bf731245fc {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:16:17.289374 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Publish callbacks [] for port (2c145e97-2662-4d53-8a43-00bf731245fc), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:17.307644 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Transition to ACTIVE for port object 2c145e97-2662-4d53-8a43-00bf731245fc will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:16:17.308714 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e4834d16-1ac9-40b5-8000-c6d2381bf79f req-b4eb45e1-71de-4412-a523-293f3fa728e8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061916 Jul 11 14:16:17.312011 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:17.365195 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Pushing event updated for resources: {'Port': ['ID=2c145e97-2662-4d53-8a43-00bf731245fc,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:17.473149 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Attempting to bind port 2c145e97-2662-4d53-8a43-00bf731245fc on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:16:17.473486 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Attempting to bind port 2c145e97-2662-4d53-8a43-00bf731245fc by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:16:17.474029 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Attempting to bind port 2c145e97-2662-4d53-8a43-00bf731245fc on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:16:17.479683 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Port 2c145e97-2662-4d53-8a43-00bf731245fc on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:16:17.480218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Attempting to bind port 2c145e97-2662-4d53-8a43-00bf731245fc on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:16:17.487578 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:16:17.488219 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Checking segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:16:17.488941 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Bound using segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:16:17.489555 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Bound port: 2c145e97-2662-4d53-8a43-00bf731245fc, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:16:17.490071 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:17.507578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-327272e5-6ef8-43ee-abf2-f7fafe0b6c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:17.574397 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] For port 2c145e97-2662-4d53-8a43-00bf731245fc, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:16:17.580446 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] For port 2c145e97-2662-4d53-8a43-00bf731245fc, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=2c145e97-2662-4d53-8a43-00bf731245fc,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:16:17.587888 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:17.653585 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:17.654427 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:17.656392 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] 10.222.0.55 "PUT /v2.0/ports/2c145e97-2662-4d53-8a43-00bf731245fc HTTP/1.1" status: 200 len: 1094 time: 0.7905593 Jul 11 14:16:17.658658 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:16:17.661045 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91025003-a6c8-4b3d-9fd6-23c80f279d94" -d '{"events": [{"name": "network-changed", "server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:16:17.690058 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2843d-564a-4adc-8089-815433dd199c service neutron] Pushing event updated for resources: {'Port': ['ID=2c145e97-2662-4d53-8a43-00bf731245fc,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:17.725203 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d187d-5429-4e04-af88-41a574b7537f req-66135aff-7737-47cc-af3f-6e28866f0f45 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:17.726905 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b27d187d-5429-4e04-af88-41a574b7537f req-66135aff-7737-47cc-af3f-6e28866f0f45 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0806918 Jul 11 14:16:17.763572 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abfbf03-11db-460d-868d-f12876884d58 x-openstack-request-id: req-5abfbf03-11db-460d-868d-f12876884d58 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:16:17.763818 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:16:17.764067 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5abfbf03-11db-460d-868d-f12876884d58 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:16:17.764467 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abfbf03-11db-460d-868d-f12876884d58'] response: {'name': 'network-changed', 'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc', 'status': 'completed', 'code': 200} Jul 11 14:16:17.795506 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b27d187d-5429-4e04-af88-41a574b7537f req-66f159d6-4114-47f5-9e83-0769ef292e9e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601618 Jul 11 14:16:17.875799 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a87b5037-eec7-4fb4-b2dd-192da773fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:17.877650 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-a87b5037-eec7-4fb4-b2dd-192da773fed6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 1128 time: 0.0462465 Jul 11 14:16:17.937109 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-0f359932-97f3-467b-b666-5d819aa1648b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c145e97-2662-4d53-8a43-00bf731245fc HTTP/1.1" status: 200 len: 217 time: 0.0467687 Jul 11 14:16:17.990766 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-9f5efb63-76dd-4caa-8604-d1f3375c3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:17.992137 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-9f5efb63-76dd-4caa-8604-d1f3375c3bba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0490136 Jul 11 14:16:18.039624 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-d8645d85-8298-4bb0-b409-d4cd9bf22365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:18.041643 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-d8645d85-8298-4bb0-b409-d4cd9bf22365 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439482 Jul 11 14:16:18.141192 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-72ce4034-d30d-4401-b465-df83c9dd5ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929298 Jul 11 14:16:18.233609 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:18.241996 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:18.247465 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-cea6c431-fae0-4dcb-a012-dbc0fd352038 req-54a32cbd-a503-48ea-96e8-6c3b8ed00f7d service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982463 Jul 11 14:16:18.437514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:18.453072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df426c2-5cb8-4e74-b2e5-28ca86886769 req-aa30cbb8-4be5-4af3-a68f-dac46f394809 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:18.454843 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3df426c2-5cb8-4e74-b2e5-28ca86886769 req-aa30cbb8-4be5-4af3-a68f-dac46f394809 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 944 time: 0.0549145 Jul 11 14:16:18.505355 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3df426c2-5cb8-4e74-b2e5-28ca86886769 req-88bb2401-2f9d-46f2-b30f-920dfddae0ea tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Jul 11 14:16:18.917151 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46803d01-9948-477c-9f4f-29f999d3a2b8 req-80960b0e-41e6-457a-a8f8-99c46445c0d0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:18.918628 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-46803d01-9948-477c-9f4f-29f999d3a2b8 req-80960b0e-41e6-457a-a8f8-99c46445c0d0 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0524607 Jul 11 14:16:18.967599 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-46803d01-9948-477c-9f4f-29f999d3a2b8 req-7f562b22-04dc-4cbc-84e3-6b7e561b0a6c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434997 Jul 11 14:16:19.288398 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-68f623ef-e23a-41c7-8ec0-0cf73f760445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:19.290594 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-68f623ef-e23a-41c7-8ec0-0cf73f760445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 1128 time: 0.0432839 Jul 11 14:16:19.616790 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:19.630193 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022624a-8bbf-45f1-a4b4-5c16bff0efb4 req-2afed9e1-bd8a-47b5-a820-06c33eca0f10 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:19.631731 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a022624a-8bbf-45f1-a4b4-5c16bff0efb4 req-2afed9e1-bd8a-47b5-a820-06c33eca0f10 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 944 time: 0.0525427 Jul 11 14:16:19.682547 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a022624a-8bbf-45f1-a4b4-5c16bff0efb4 req-acd00667-7129-4325-8e91-b9d068bf0f0b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443711 Jul 11 14:16:19.683633 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-f713bddb-d340-4224-bc0f-4c54def6d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:19.685064 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-f713bddb-d340-4224-bc0f-4c54def6d202 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.3491092 Jul 11 14:16:19.724782 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-5b5da5d0-94cb-47b3-b43a-91f806042985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c145e97-2662-4d53-8a43-00bf731245fc HTTP/1.1" status: 200 len: 217 time: 0.0326886 Jul 11 14:16:19.770865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-ae4b21d0-c8da-416b-b243-2a3828285c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:19.772254 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-ae4b21d0-c8da-416b-b243-2a3828285c21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0421510 Jul 11 14:16:19.818742 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-004dd50c-c5fc-4018-bf33-916e44580550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:19.820115 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-004dd50c-c5fc-4018-bf33-916e44580550 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406401 Jul 11 14:16:19.901678 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:16:19.911270 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1c77b329-b6fa-4311-b694-89004ebf98a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:20.112884 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-ac1106fa-c2a6-45e8-a786-be2df88e0261 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911667 Jul 11 14:16:20.124008 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870a62a-2b3c-42df-b34f-b4bffabcc852 req-53a09191-a288-4115-8acf-0305e710ad14 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:20.125483 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f870a62a-2b3c-42df-b34f-b4bffabcc852 req-53a09191-a288-4115-8acf-0305e710ad14 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0846949 Jul 11 14:16:20.171963 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f870a62a-2b3c-42df-b34f-b4bffabcc852 req-b5b0a778-4027-4634-9499-f175ac243033 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409791 Jul 11 14:16:20.316425 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-b8d7de83-5f49-4716-8213-aa5ef09824c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:20.317884 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-b8d7de83-5f49-4716-8213-aa5ef09824c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1129 time: 0.0806723 Jul 11 14:16:20.365554 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-91025003-a6c8-4b3d-9fd6-23c80f279d94 req-b799ed18-dd3e-4cdc-ae17-6cc20cd8c403 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462066 Jul 11 14:16:20.425214 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-936ad66f-b451-40fd-b578-d95f9bcd9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:20.426678 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-936ad66f-b451-40fd-b578-d95f9bcd9d75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.1023901 Jul 11 14:16:20.487547 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-ecd499f6-d15e-4bab-9862-4927c4d83ae8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 1001 time: 0.0551152 Jul 11 14:16:20.538425 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-4ed442af-9790-43ec-9a1d-b5aa4493aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:20.540405 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-4ed442af-9790-43ec-9a1d-b5aa4493aed6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.0462599 Jul 11 14:16:20.587606 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-55880f76-265a-4cd2-b3a3-be16ec1e0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:20.589066 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-55880f76-265a-4cd2-b3a3-be16ec1e0976 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426686 Jul 11 14:16:20.677782 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-945a4d42-5b9e-4983-b0a0-43d45a3e3b72 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827842 Jul 11 14:16:20.772665 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b4dd9472-5d10-41f5-a64d-f0d521ebf321 req-ac15e259-35ba-447a-8b80-e117904d7e5b service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893848 Jul 11 14:16:20.802723 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09193064-6da5-42eb-8eac-6c76cbed0d4d req-cb6cea7c-1a06-47bb-b5bc-13406aa84a48 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:20.804211 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-09193064-6da5-42eb-8eac-6c76cbed0d4d req-cb6cea7c-1a06-47bb-b5bc-13406aa84a48 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 944 time: 0.0505300 Jul 11 14:16:20.853689 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-09193064-6da5-42eb-8eac-6c76cbed0d4d req-c26022fc-4eef-45d8-a4e0-5b7242bffd45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Jul 11 14:16:21.060295 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:21.289954 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a8c3-11a9-4e07-8ba3-98839f5f887d req-0a54ee67-14c7-4602-ab02-abfcddbea534 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:21.291991 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5662a8c3-11a9-4e07-8ba3-98839f5f887d req-0a54ee67-14c7-4602-ab02-abfcddbea534 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 945 time: 0.0482535 Jul 11 14:16:21.343140 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5662a8c3-11a9-4e07-8ba3-98839f5f887d req-123d57b8-bc87-4016-9273-eb2cc0b15590 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Jul 11 14:16:21.968419 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2dbe-d21c-49dd-95f8-5a3f5a02a3b6 req-bedfcfee-da46-477c-97ad-97d0c3ec599e tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:21.969966 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-285e2dbe-d21c-49dd-95f8-5a3f5a02a3b6 req-bedfcfee-da46-477c-97ad-97d0c3ec599e tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 944 time: 0.0465984 Jul 11 14:16:22.020470 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-285e2dbe-d21c-49dd-95f8-5a3f5a02a3b6 req-bc0846c1-a46c-4b3e-b83e-084909330d62 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448954 Jul 11 14:16:22.195700 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:16:22.267304 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: ACTIVE; New status is: DOWN {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:16:22.267681 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:22.291351 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:16:22.293631 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a12f84-831f-464b-8256-fc5bde4291b3" -d '{"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-unplugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:16:22.306157 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:22.310585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:22.332729 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Jul 2022 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b10ce0-076a-47f8-a8b9-6d2d5276d082 x-openstack-request-id: req-23b10ce0-076a-47f8-a8b9-6d2d5276d082 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:16:22.333026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-unplugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:16:22.333277 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23b10ce0-076a-47f8-a8b9-6d2d5276d082 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:16:22.333663 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b10ce0-076a-47f8-a8b9-6d2d5276d082'] response: {'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'code': 200} Jul 11 14:16:22.359004 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=8']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:22.463383 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69946-9d94-461d-9754-c10c57bd5ee7 req-cf7d1fa8-75c6-4b5a-b399-3eb85ae21222 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:22.464868 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34e69946-9d94-461d-9754-c10c57bd5ee7 req-cf7d1fa8-75c6-4b5a-b399-3eb85ae21222 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0493851 Jul 11 14:16:22.512255 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-34e69946-9d94-461d-9754-c10c57bd5ee7 req-daf9be5a-8646-4fed-a6af-72b2f9eb232d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417461 Jul 11 14:16:22.588731 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:22.819177 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:23.136504 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672e472-b089-4ca7-9168-85aeb83bf618 req-18bec1db-0365-42d7-af9f-b28c33c442a1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:23.137966 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a672e472-b089-4ca7-9168-85aeb83bf618 req-18bec1db-0365-42d7-af9f-b28c33c442a1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 944 time: 0.0500488 Jul 11 14:16:23.187197 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a672e472-b089-4ca7-9168-85aeb83bf618 req-fda82564-bd70-45b4-8a95-09a29882f457 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Jul 11 14:16:23.627953 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d04a65-6651-4226-9720-59a17ff0b09c req-597af278-035d-4443-a7e8-e2f308f42b3c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:23.629412 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-85d04a65-6651-4226-9720-59a17ff0b09c req-597af278-035d-4443-a7e8-e2f308f42b3c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0459054 Jul 11 14:16:23.685941 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-85d04a65-6651-4226-9720-59a17ff0b09c req-a4adcc21-cb59-484c-9cc9-6c36c1194017 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501568 Jul 11 14:16:24.304649 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810ba7b-5f4e-41f6-bdc7-b2fbafef734a req-6e8685cf-a199-4953-9980-220e55bfa29a tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:24.307132 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c810ba7b-5f4e-41f6-bdc7-b2fbafef734a req-6e8685cf-a199-4953-9980-220e55bfa29a tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 944 time: 0.0500457 Jul 11 14:16:24.359611 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c810ba7b-5f4e-41f6-bdc7-b2fbafef734a req-01e668ea-c67a-4889-84d0-84996c8beeb2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468919 Jul 11 14:16:24.570691 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-430a3b99-ce04-4803-89d2-6a222b3b5b21 req-7062671a-f50d-40fa-b1fd-093664971f24 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:16:24.571722 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-430a3b99-ce04-4803-89d2-6a222b3b5b21 req-7062671a-f50d-40fa-b1fd-093664971f24 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054836 Jul 11 14:16:24.715758 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:24.727764 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fed15b-a10e-40f1-88a2-6299586d2123 req-c0f70803-7f07-4658-9157-177a7d1430f9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:24.729161 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5fed15b-a10e-40f1-88a2-6299586d2123 req-c0f70803-7f07-4658-9157-177a7d1430f9 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0500379 Jul 11 14:16:24.781028 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c5fed15b-a10e-40f1-88a2-6299586d2123 req-61c4da89-68ad-4adb-8143-ff3a4ab28f87 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462048 Jul 11 14:16:25.140220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48316) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:25.232316 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-a717ab9c-57ef-4af3-a6cc-80308238982f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895667 Jul 11 14:16:25.241802 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-d9a9237e-b8ee-4c9a-aff4-f205169e4e4b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:16:25.243289 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-d9a9237e-b8ee-4c9a-aff4-f205169e4e4b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052111 Jul 11 14:16:25.327630 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48330) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:25.426017 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-c28bdc7a-aec8-4799-8174-7bdd93ac7784 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:25.427409 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-c28bdc7a-aec8-4799-8174-7bdd93ac7784 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports/324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 940 time: 0.0987890 Jul 11 14:16:25.476599 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dee18-40fa-4c58-9298-3db40b6b9d32 req-ee2d77e8-325a-446b-8a6b-8826ca86e496 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:25.478702 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-264dee18-40fa-4c58-9298-3db40b6b9d32 req-ee2d77e8-325a-446b-8a6b-8826ca86e496 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 944 time: 0.0500252 Jul 11 14:16:25.531434 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-264dee18-40fa-4c58-9298-3db40b6b9d32 req-69ee23b1-9b11-4b70-971a-8d8574aede58 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467443 Jul 11 14:16:25.580403 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:25.908453 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c368683-11d2-40f8-a0fd-f8bc4d6279b7 req-1b49b56f-1f52-4364-aed1-f7ff968fe083 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:25.910391 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8c368683-11d2-40f8-a0fd-f8bc4d6279b7 req-1b49b56f-1f52-4364-aed1-f7ff968fe083 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0513067 Jul 11 14:16:25.925559 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:25.964290 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8c368683-11d2-40f8-a0fd-f8bc4d6279b7 req-4fd7bcb5-5ae3-4453-92a6-34597f424b77 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450537 Jul 11 14:16:26.241315 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 2c145e97-2662-4d53-8a43-00bf731245fc details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:16:26.252716 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:16:26.316287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:26.318531 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-e97dcbfb-d714-4bbe-83c8-9ca47c0a8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:26.320092 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-e97dcbfb-d714-4bbe-83c8-9ca47c0a8a38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f&tenant_id=beef80716d254a03a5e673b9cfd781ce HTTP/1.1" status: 200 len: 1127 time: 0.0426898 Jul 11 14:16:26.398882 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-4f44b068-07c3-41ce-a0ec-99d0167a885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:26.399129 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: DOWN; New status is: DOWN {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:16:26.400391 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-4f44b068-07c3-41ce-a0ec-99d0167a885c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=beef80716d254a03a5e673b9cfd781ce&device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1127 time: 0.0468643 Jul 11 14:16:26.405360 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 2c145e97-2662-4d53-8a43-00bf731245fc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=2c145e97-2662-4d53-8a43-00bf731245fc,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:26.417052 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '2c145e97-2662-4d53-8a43-00bf731245fc', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'port_id': '2c145e97-2662-4d53-8a43-00bf731245fc', 'mac_address': 'fa:16:3e:8b:eb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:16:26.437201 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:26.453687 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 2c145e97-2662-4d53-8a43-00bf731245fc is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:16:26.454073 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:26.468332 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c145e97-2662-4d53-8a43-00bf731245fc {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:16:26.497776 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 2c145e97-2662-4d53-8a43-00bf731245fc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=2c145e97-2662-4d53-8a43-00bf731245fc,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:26.502770 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:26.507076 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-f3be7f55-a91b-4555-89d1-a1935f26733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:26.508532 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-f3be7f55-a91b-4555-89d1-a1935f26733e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 200 len: 918 time: 0.1006629 Jul 11 14:16:26.556981 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=2c145e97-2662-4d53-8a43-00bf731245fc,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:26.566513 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.566928 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.567333 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.568359 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.568359 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.568775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.569161 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.569545 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.569933 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.570345 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.570943 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.571073 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.571335 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.571640 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.571952 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:26.577242 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-40f64b9e-d90d-4ac7-aa7e-f45aba7bfff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 200 len: 999 time: 0.0627289 Jul 11 14:16:26.631062 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-74396474-e2bc-4ae4-a0aa-dd6e778611ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:26.632420 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-74396474-e2bc-4ae4-a0aa-dd6e778611ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 200 len: 856 time: 0.0476673 Jul 11 14:16:26.653813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4b61a-9c9c-45e4-98b8-04e241f3b2c8 req-c46c3218-6286-4664-995e-88a81727aa44 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:26.655345 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2f4b61a-9c9c-45e4-98b8-04e241f3b2c8 req-c46c3218-6286-4664-995e-88a81727aa44 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 945 time: 0.0478392 Jul 11 14:16:26.678095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-2e61b607-42bf-4a0d-b354-79483eb3ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:26.679774 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-2e61b607-42bf-4a0d-b354-79483eb3ecb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413711 Jul 11 14:16:26.713193 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2f4b61a-9c9c-45e4-98b8-04e241f3b2c8 req-4c04a677-e153-401a-ad3c-d5473bb4dfce tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523074 Jul 11 14:16:26.788060 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-d9fb5b5c-7c75-445e-b07e-b29550bec7b5 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016366 Jul 11 14:16:26.881455 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ead1ab4e-89db-40ba-b977-974ce422f460 req-253c30d5-2b48-4e64-b06c-1c48cbd404c1 service neutron] 10.222.0.55 "GET /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872350 Jul 11 14:16:26.886980 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['2c145e97-2662-4d53-8a43-00bf731245fc'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:16:26.919634 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:27.016902 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:27.096729 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307d275-f96d-46e2-8cfc-295cd54b7d06 req-ab44b9bc-84a3-41c1-a49f-eef34fdaafd4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:27.103259 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9307d275-f96d-46e2-8cfc-295cd54b7d06 req-ab44b9bc-84a3-41c1-a49f-eef34fdaafd4 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0566716 Jul 11 14:16:27.152091 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9307d275-f96d-46e2-8cfc-295cd54b7d06 req-79e99349-e43f-4853-9f74-06fc7ee3e84e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469210 Jul 11 14:16:27.864404 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fc5f9-2661-4019-b371-bd2493048196 req-a7733e31-4531-43af-a345-cfb3adbdc793 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:27.871383 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fa2fc5f9-2661-4019-b371-bd2493048196 req-a7733e31-4531-43af-a345-cfb3adbdc793 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 945 time: 0.0730584 Jul 11 14:16:27.931457 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fa2fc5f9-2661-4019-b371-bd2493048196 req-cee6b036-b829-4e6e-a031-3927158eab41 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573711 Jul 11 14:16:28.245048 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 2c145e97-2662-4d53-8a43-00bf731245fc up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:16:28.293867 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 2c145e97-2662-4d53-8a43-00bf731245fc completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:16:28.296026 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae68eff-9c35-4f7f-9d4d-f382d1563b42 req-447944fc-85c0-4a16-a22d-e1cb80986cba tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:28.297790 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bae68eff-9c35-4f7f-9d4d-f382d1563b42 req-447944fc-85c0-4a16-a22d-e1cb80986cba tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0681372 Jul 11 14:16:28.303157 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 2c145e97-2662-4d53-8a43-00bf731245fc triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:16:28.303569 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:28.378181 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bae68eff-9c35-4f7f-9d4d-f382d1563b42 req-de6249df-cf1b-4ffa-a161-6f3110358d1f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725949 Jul 11 14:16:28.400198 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 2c145e97-2662-4d53-8a43-00bf731245fc is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:16:28.400575 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:28.441476 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 2c145e97-2662-4d53-8a43-00bf731245fc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=2c145e97-2662-4d53-8a43-00bf731245fc,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:28.442672 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:16:28.446120 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daef098-896a-4b8d-99b6-a0ff13ace555" -d '{"events": [{"server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "name": "network-vif-plugged", "status": "completed", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:16:28.450068 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:28.490449 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5925d39-c331-4225-b04f-12fe50077401 x-openstack-request-id: req-e5925d39-c331-4225-b04f-12fe50077401 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:16:28.490747 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "name": "network-vif-plugged", "status": "completed", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:16:28.490995 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5925d39-c331-4225-b04f-12fe50077401 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:16:28.491400 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5925d39-c331-4225-b04f-12fe50077401'] response: {'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc', 'code': 200} Jul 11 14:16:28.515267 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=2c145e97-2662-4d53-8a43-00bf731245fc,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:29.066423 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a67756-a9b9-4826-9e7b-dab2b0b680ba req-9fa0df87-5fd0-4270-b37b-f1d6e5f79196 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:29.067955 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-64a67756-a9b9-4826-9e7b-dab2b0b680ba req-9fa0df87-5fd0-4270-b37b-f1d6e5f79196 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0609417 Jul 11 14:16:29.126575 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-64a67756-a9b9-4826-9e7b-dab2b0b680ba req-9ed967c6-c1d7-461c-bc90-580f1605edcd tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510640 Jul 11 14:16:29.508283 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702007a5-9de4-4e25-927d-de56be803aef req-dc8c5fff-2e85-4379-930f-ffc557646b46 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:29.509935 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-702007a5-9de4-4e25-927d-de56be803aef req-dc8c5fff-2e85-4379-930f-ffc557646b46 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0482180 Jul 11 14:16:29.567806 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-702007a5-9de4-4e25-927d-de56be803aef req-1f1e57b3-7b6c-4018-95d4-c5ac530a258e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518842 Jul 11 14:16:29.895960 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:29.896736 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:30.252294 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523af3d-ffe7-401d-b7e9-e7141428d7bb req-a3df9cfb-6f18-4c15-b196-69d504611706 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:30.253839 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3523af3d-ffe7-401d-b7e9-e7141428d7bb req-a3df9cfb-6f18-4c15-b196-69d504611706 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0517254 Jul 11 14:16:30.318032 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3523af3d-ffe7-401d-b7e9-e7141428d7bb req-04d313fe-0302-45e0-ad9a-f04d70c3480b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566852 Jul 11 14:16:30.694714 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81b22e-dde1-4f9d-b737-eee177436634 req-00f74376-43f0-48c2-a762-cdfe2bcf1b1e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:30.696770 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6f81b22e-dde1-4f9d-b737-eee177436634 req-00f74376-43f0-48c2-a762-cdfe2bcf1b1e tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0511379 Jul 11 14:16:30.717066 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:30.763632 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6f81b22e-dde1-4f9d-b737-eee177436634 req-f3b10230-b86f-46cc-97a3-9476baf1f6ba tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604413 Jul 11 14:16:31.445485 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b880cc-907c-4062-9ac6-324d08f29a80 req-6fd26abe-2893-4825-9581-aaa405af80d3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:31.447564 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-57b880cc-907c-4062-9ac6-324d08f29a80 req-6fd26abe-2893-4825-9581-aaa405af80d3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0567470 Jul 11 14:16:31.501322 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-57b880cc-907c-4062-9ac6-324d08f29a80 req-321c63b4-fa4d-482f-ab62-1164ad6eac7f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480292 Jul 11 14:16:31.893155 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd234f-6f6f-4cfc-8971-e8d3c21896d9 req-76a47e2b-cc20-49e6-bc21-1bd92d56a8f2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:31.894935 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9abd234f-6f6f-4cfc-8971-e8d3c21896d9 req-76a47e2b-cc20-49e6-bc21-1bd92d56a8f2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0510969 Jul 11 14:16:31.947473 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9abd234f-6f6f-4cfc-8971-e8d3c21896d9 req-7b6b8eac-db5c-408a-9341-86959e2902ff tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466220 Jul 11 14:16:32.644760 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dfd71-c0cc-48ba-a957-ad2165fc6d11 req-153a2683-c0f3-45d2-be57-148425973c67 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:32.646457 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-677dfd71-c0cc-48ba-a957-ad2165fc6d11 req-153a2683-c0f3-45d2-be57-148425973c67 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0615697 Jul 11 14:16:32.703721 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-677dfd71-c0cc-48ba-a957-ad2165fc6d11 req-a2ab52e2-fdcf-4cc1-abae-4abf1a206fba tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508947 Jul 11 14:16:33.065330 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:33.081077 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf2b3-ed76-43f8-8751-9f71adf32867 req-3a31dc0f-9f9e-4cee-a253-3eac4af8139a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:33.082719 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66eaf2b3-ed76-43f8-8751-9f71adf32867 req-3a31dc0f-9f9e-4cee-a253-3eac4af8139a tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0538511 Jul 11 14:16:33.151482 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66eaf2b3-ed76-43f8-8751-9f71adf32867 req-5ec6f184-41b7-4779-a90b-72063f6e5c3b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612366 Jul 11 14:16:33.834238 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d92ef-c969-49c4-82cf-7f2ee139473f req-4b0ad939-8c03-4c9e-b073-dac4cff560e0 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:33.836457 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-614d92ef-c969-49c4-82cf-7f2ee139473f req-4b0ad939-8c03-4c9e-b073-dac4cff560e0 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0530796 Jul 11 14:16:33.911900 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-614d92ef-c969-49c4-82cf-7f2ee139473f req-aafa6ae9-20f2-4061-8f3c-f656e917d1ce tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690553 Jul 11 14:16:34.283357 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90f04c-a4cf-440a-a1cd-5cbd6e797006 req-38f42c16-79a2-4436-8038-541199c917f8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:34.284968 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fd90f04c-a4cf-440a-a1cd-5cbd6e797006 req-38f42c16-79a2-4436-8038-541199c917f8 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0533741 Jul 11 14:16:34.340409 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fd90f04c-a4cf-440a-a1cd-5cbd6e797006 req-d7dd5477-30ec-48fd-9b12-7cc8044dd193 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492747 Jul 11 14:16:35.064821 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873ecf-1dee-4aae-a82d-ed3d67b72b37 req-8a3fdc8b-42e5-443b-b373-fb9461728a43 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:35.066435 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1873ecf-1dee-4aae-a82d-ed3d67b72b37 req-8a3fdc8b-42e5-443b-b373-fb9461728a43 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0718923 Jul 11 14:16:35.138664 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1873ecf-1dee-4aae-a82d-ed3d67b72b37 req-2415f0f8-7905-4989-b735-19e21e2810bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616934 Jul 11 14:16:35.486324 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf1a8-314a-4e76-8c37-e1cd5bea93a5 req-c1106be5-e2ed-4098-858b-d9845177b243 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:35.487782 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fabbf1a8-314a-4e76-8c37-e1cd5bea93a5 req-c1106be5-e2ed-4098-858b-d9845177b243 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0561097 Jul 11 14:16:35.539867 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fabbf1a8-314a-4e76-8c37-e1cd5bea93a5 req-bd0ebec1-0f9d-4099-9dce-5d7203bd9234 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448916 Jul 11 14:16:36.269746 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65804-f005-4726-b7dd-345eda6e75dd req-7b406823-3377-4e7f-af33-b85359e294b7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:36.271263 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e0a65804-f005-4726-b7dd-345eda6e75dd req-7b406823-3377-4e7f-af33-b85359e294b7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0475175 Jul 11 14:16:36.322766 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e0a65804-f005-4726-b7dd-345eda6e75dd req-328cc9df-7f4c-49e6-b7a1-e783968856e6 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453706 Jul 11 14:16:36.671138 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb52bb-ceaa-4105-af80-81d011de6ca3 req-dff82a1a-1f1f-42d9-9abb-90c5f5b49dda tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:36.672576 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-21cb52bb-ceaa-4105-af80-81d011de6ca3 req-dff82a1a-1f1f-42d9-9abb-90c5f5b49dda tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0470016 Jul 11 14:16:36.727043 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-21cb52bb-ceaa-4105-af80-81d011de6ca3 req-e0d05630-d882-4ed3-a9eb-d0bdea62f438 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483096 Jul 11 14:16:36.871310 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=47 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:36.877846 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=41 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:37.405323 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:37.444088 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48004d11-aae2-4ee3-bcdf-252468fce4b7 req-6143a76f-7cf1-4cff-971f-fa6ba584bb72 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:37.445697 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-48004d11-aae2-4ee3-bcdf-252468fce4b7 req-6143a76f-7cf1-4cff-971f-fa6ba584bb72 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0505276 Jul 11 14:16:37.497605 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-48004d11-aae2-4ee3-bcdf-252468fce4b7 req-28b9c8af-5880-4c9d-ae9e-7fb4c7ef900c tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461805 Jul 11 14:16:37.849879 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174efb8-8aca-4614-971c-887eeefe1367 req-f0f01cc8-762f-495b-8fb8-b90eaa6dee5b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:37.852068 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0174efb8-8aca-4614-971c-887eeefe1367 req-f0f01cc8-762f-495b-8fb8-b90eaa6dee5b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0486128 Jul 11 14:16:37.902463 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0174efb8-8aca-4614-971c-887eeefe1367 req-ddbadf44-dd1a-4bcd-b017-a40e2fa9cf06 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 Jul 11 14:16:38.500102 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=45 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:38.503367 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:38.618696 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf785c7-d9e4-4d7e-a658-12ffdb76dd22 req-6531ae9d-8ddc-408f-8d31-124f1096ef1d tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:38.620219 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5cf785c7-d9e4-4d7e-a658-12ffdb76dd22 req-6531ae9d-8ddc-408f-8d31-124f1096ef1d tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0523398 Jul 11 14:16:38.673833 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5cf785c7-d9e4-4d7e-a658-12ffdb76dd22 req-83357291-f828-4b82-b4a7-86363352ed73 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478351 Jul 11 14:16:39.036443 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146671f8-adea-4e91-b677-5ada9285ee29 req-296ae078-44f7-44d1-9880-1bc373738954 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:39.038065 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-146671f8-adea-4e91-b677-5ada9285ee29 req-296ae078-44f7-44d1-9880-1bc373738954 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0561993 Jul 11 14:16:39.096256 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-146671f8-adea-4e91-b677-5ada9285ee29 req-33ce66a4-e8fb-405c-a908-09ac28802e72 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521965 Jul 11 14:16:39.804710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777b90a-43ff-4878-ab8d-3c4bffd28ae8 req-63bdc162-85b7-4df4-85d7-99c720e96fb8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:39.806225 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8777b90a-43ff-4878-ab8d-3c4bffd28ae8 req-63bdc162-85b7-4df4-85d7-99c720e96fb8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0545244 Jul 11 14:16:39.829581 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:39.864346 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8777b90a-43ff-4878-ab8d-3c4bffd28ae8 req-bde99a7b-2672-4111-a9c1-7ad18cb1e221 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513091 Jul 11 14:16:40.228538 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68055f-0098-44a1-a5c6-6b9f48200901 req-4f7880be-ee72-4756-a433-65b5255ba289 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:40.230256 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3e68055f-0098-44a1-a5c6-6b9f48200901 req-4f7880be-ee72-4756-a433-65b5255ba289 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0492444 Jul 11 14:16:40.280831 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3e68055f-0098-44a1-a5c6-6b9f48200901 req-c559c574-c884-4902-a7f6-c798afb3ec19 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Jul 11 14:16:40.999102 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9283-3f45-4309-bbe8-f99128821027 req-680e5a66-2f7d-4581-8758-2d818c197a45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:41.000720 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-569c9283-3f45-4309-bbe8-f99128821027 req-680e5a66-2f7d-4581-8758-2d818c197a45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0605242 Jul 11 14:16:41.063873 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-569c9283-3f45-4309-bbe8-f99128821027 req-7d674813-658e-4361-a084-9d63b8a095e0 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566249 Jul 11 14:16:41.405787 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b95bf7-f644-4cfc-b1cd-cab7e359259d req-80255c8d-c356-4dd2-a9ca-6175647b2b7d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:41.407318 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-94b95bf7-f644-4cfc-b1cd-cab7e359259d req-80255c8d-c356-4dd2-a9ca-6175647b2b7d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0489929 Jul 11 14:16:41.457537 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-94b95bf7-f644-4cfc-b1cd-cab7e359259d req-48ca1a30-d3a1-4bd3-b942-ac42a1cb2dda tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445945 Jul 11 14:16:42.188666 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf8cb-92ee-4242-bf9d-54df1c1d1a37 req-d5a4c509-bf51-48a7-9145-8be2a7d355f4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:42.190257 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5e4bf8cb-92ee-4242-bf9d-54df1c1d1a37 req-d5a4c509-bf51-48a7-9145-8be2a7d355f4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0531793 Jul 11 14:16:42.250136 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5e4bf8cb-92ee-4242-bf9d-54df1c1d1a37 req-e0584bee-3d42-4900-98ce-f35863f30d25 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532846 Jul 11 14:16:42.343153 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:16:42.572320 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:42.585834 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'port_id': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'mac_address': 'fa:16:3e:8f:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:16:42.590010 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d611638-6bdb-4c78-b9a6-33c58624be0d req-bd589e56-2131-46b6-b5c5-0fd4813a7fc7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:42.591615 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d611638-6bdb-4c78-b9a6-33c58624be0d req-bd589e56-2131-46b6-b5c5-0fd4813a7fc7 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 943 time: 0.0579889 Jul 11 14:16:42.631194 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:16:42.631464 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:42.646920 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:16:42.653956 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d611638-6bdb-4c78-b9a6-33c58624be0d req-afe523bd-d73b-48a8-ba4b-e645b5b41464 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542254 Jul 11 14:16:42.681616 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:42.687154 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:42.739520 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=9']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:43.067475 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a12e3-be59-461c-862a-751cce2db524 req-5734163e-0f39-4e7d-810f-3e673795c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:43.069002 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8a12e3-be59-461c-862a-751cce2db524 req-5734163e-0f39-4e7d-810f-3e673795c043 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0509567 Jul 11 14:16:43.121593 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-eb8a12e3-be59-461c-862a-751cce2db524 req-7c9da640-c3d7-4089-bf3e-6923c3362738 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460942 Jul 11 14:16:43.153825 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:16:43.395959 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa8892-6393-48ec-bc45-9ba4735139db req-c45202b1-12ed-4167-97d9-42e01c39b738 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:43.397525 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2dfa8892-6393-48ec-bc45-9ba4735139db req-c45202b1-12ed-4167-97d9-42e01c39b738 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0629094 Jul 11 14:16:43.441826 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:43.457465 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2dfa8892-6393-48ec-bc45-9ba4735139db req-5b58662b-21dd-4036-95d6-2f29c06a4b14 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499165 Jul 11 14:16:43.797877 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f096e1-d109-4fe1-a982-969bc702fe25 req-c61c99c4-a4ae-44bc-9e1b-4599e2721e9c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:43.799485 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-11f096e1-d109-4fe1-a982-969bc702fe25 req-c61c99c4-a4ae-44bc-9e1b-4599e2721e9c tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 944 time: 0.0514894 Jul 11 14:16:43.862592 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-11f096e1-d109-4fe1-a982-969bc702fe25 req-1a76882b-fae1-411b-ab18-9d3184632a05 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563433 Jul 11 14:16:44.363248 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:16:44.415279 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:16:44.415652 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:44.499939 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:16:44.500318 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:44.527228 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:16:44.529523 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2537a097-1862-4829-a26f-1c455fc1f58c" -d '{"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:16:44.543775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:44.548208 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:44.587132 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97595988-4029-46db-b40e-3fdbc826fd52 x-openstack-request-id: req-97595988-4029-46db-b40e-3fdbc826fd52 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:16:44.587424 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:16:44.587676 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97595988-4029-46db-b40e-3fdbc826fd52 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:16:44.588073 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97595988-4029-46db-b40e-3fdbc826fd52'] response: {'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'code': 200} Jul 11 14:16:44.604786 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=10']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:44.611665 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba5ca-3141-4221-870b-e302f19b6cf7 req-eb50ca8a-9c8f-4f5e-8a38-2924c66d5dda tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:44.613214 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b3fba5ca-3141-4221-870b-e302f19b6cf7 req-eb50ca8a-9c8f-4f5e-8a38-2924c66d5dda tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0552332 Jul 11 14:16:44.669573 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b3fba5ca-3141-4221-870b-e302f19b6cf7 req-fdc09b99-54a5-45a8-876d-9295d6718c73 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506082 Jul 11 14:16:44.991932 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983fc33-c65a-429c-ad7c-735235ad3796 req-7aca4380-3310-4b79-b9fb-0fae58182500 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:44.993715 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4983fc33-c65a-429c-ad7c-735235ad3796 req-7aca4380-3310-4b79-b9fb-0fae58182500 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0469129 Jul 11 14:16:45.045691 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4983fc33-c65a-429c-ad7c-735235ad3796 req-ff5fdb9e-ea5c-4d0f-bb52-b112e0d4f533 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Jul 11 14:16:45.788003 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3440e-0740-4c60-8cf9-a4e39e286975 req-4cb26b42-cfd1-479c-b5b9-18cf0ac163ff tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:45.789882 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9d3440e-0740-4c60-8cf9-a4e39e286975 req-4cb26b42-cfd1-479c-b5b9-18cf0ac163ff tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0523431 Jul 11 14:16:45.840285 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9d3440e-0740-4c60-8cf9-a4e39e286975 req-5873dde7-7d1b-4f00-afa0-4edb65a06f77 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Jul 11 14:16:45.955278 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6239-5ed5-419f-a12a-fc5cdefa9287 req-5cc7f632-f003-4bee-b654-0423eb8377f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:45.956833 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-fcbd6239-5ed5-419f-a12a-fc5cdefa9287 req-5cc7f632-f003-4bee-b654-0423eb8377f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 1130 time: 0.0573440 Jul 11 14:16:45.966923 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a42f0f-c651-418f-a0f5-5fd56b52bb69 req-d420e159-8e59-4bf3-a3aa-b3acbeaa6ca2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:45.968542 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-59a42f0f-c651-418f-a0f5-5fd56b52bb69 req-d420e159-8e59-4bf3-a3aa-b3acbeaa6ca2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0555851 Jul 11 14:16:45.985834 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:45.992017 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:46.003158 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-fcbd6239-5ed5-419f-a12a-fc5cdefa9287 req-d4282415-61b8-421f-8ed8-0c433371dec5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Jul 11 14:16:46.018118 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-59a42f0f-c651-418f-a0f5-5fd56b52bb69 req-b3524c2e-12d9-43b1-9906-43a9f5c1fb22 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Jul 11 14:16:46.041142 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48508) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:46.161045 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:46.206142 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c5638-ad40-49b4-afd5-b521309b8a96 req-89329cbd-509b-4ec9-87e8-52d7acf9d688 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:46.207641 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-548c5638-ad40-49b4-afd5-b521309b8a96 req-89329cbd-509b-4ec9-87e8-52d7acf9d688 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0794542 Jul 11 14:16:46.223466 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae4f4c-1afd-458f-8935-d00454f455b8 tempest-TestVolumeBootPattern-1122033220 tempest-TestVolumeBootPattern-1122033220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:46.224873 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-fcae4f4c-1afd-458f-8935-d00454f455b8 tempest-TestVolumeBootPattern-1122033220 tempest-TestVolumeBootPattern-1122033220-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 1125 time: 0.1828580 Jul 11 14:16:46.228492 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48514) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:46.233077 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'port_id': '2c145e97-2662-4d53-8a43-00bf731245fc', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:16:46.255514 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:46.261163 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-548c5638-ad40-49b4-afd5-b521309b8a96 req-09f458c0-69ce-478e-bead-77824cac18fd tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463259 Jul 11 14:16:46.339976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:46.447329 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Allocated IP 172.27.1.50 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/cb6c2ff0-b180-4c02-90cc-69f93476b82b) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:16:46.558892 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:46.591855 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:46.634956 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:16:46.640083 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:16:46.642285 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=cb6c2ff0-b180-4c02-90cc-69f93476b82b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:46.644584 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:16:46.669753 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.670099 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.670471 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.670810 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.671137 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.671467 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.671817 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.672189 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.672798 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.673126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.673451 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.673775 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.674095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.674437 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.674756 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:46.845743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:46.937458 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:47.047406 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (30e63506-accc-41d6-aed5-9a66c7b0ffa4), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:47.123012 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:47.273457 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:47.277787 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:47.351910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=cb6c2ff0-b180-4c02-90cc-69f93476b82b,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:47.362725 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (30e63506-accc-41d6-aed5-9a66c7b0ffa4), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:47.386109 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5409d-aa98-4b71-8be8-24dd68381d0a req-95b9aa41-8930-454b-a7c5-5fbb587162ed tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:47.387668 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ec5409d-aa98-4b71-8be8-24dd68381d0a req-95b9aa41-8930-454b-a7c5-5fbb587162ed tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0506597 Jul 11 14:16:47.437525 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7ec5409d-aa98-4b71-8be8-24dd68381d0a req-a711a919-bcd7-444d-bd95-3b015f88839d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Jul 11 14:16:47.464519 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Floating IP 30e63506-accc-41d6-aed5-9a66c7b0ffa4 associated. External IP: 172.27.1.50, port: 2c145e97-2662-4d53-8a43-00bf731245fc. Jul 11 14:16:47.494588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bb631c9-a4d1-4428-b95c-45056e3589f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:47.688450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:16:47.731782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:47.794654 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:16:47.804051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:47.806319 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:16:47.818091 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:47.818585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:16:47.819336 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:16:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:47.863863 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-bc7cf3d2-ecfd-456d-8606-9b88c902a941 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6321530 Jul 11 14:16:47.863863 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:16:47.865215 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:16:47.909224 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4b7351-c3cc-44dc-85c0-64174550de42 x-openstack-request-id: req-5e4b7351-c3cc-44dc-85c0-64174550de42 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:16:47.909637 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:16:47.909976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e4b7351-c3cc-44dc-85c0-64174550de42 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:16:47.910502 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4b7351-c3cc-44dc-85c0-64174550de42'] response: {'name': 'network-changed', 'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc', 'status': 'completed', 'code': 200} Jul 11 14:16:47.935810 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:47.953056 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:16:47.992943 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:48.069725 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-c4c7a19c-9452-40f6-b1df-4075bb6129f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:48.072451 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-c4c7a19c-9452-40f6-b1df-4075bb6129f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0464160 Jul 11 14:16:48.169949 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-b0840561-f841-4c3f-8f93-1eff78e2544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:48.171364 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-b0840561-f841-4c3f-8f93-1eff78e2544d service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0913701 Jul 11 14:16:48.201271 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '30e63506-accc-41d6-aed5-9a66c7b0ffa4', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': '2c145e97-2662-4d53-8a43-00bf731245fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:8b:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:16:46Z', 'updated_at': '2022-07-11T14:16:46Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:48.228037 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:16:48.237105 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:16:48.237737 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:16:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:48.287316 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-69130ddc-0cc2-402d-bc6e-06f6850ddd13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c145e97-2662-4d53-8a43-00bf731245fc HTTP/1.1" status: 200 len: 999 time: 0.0713062 Jul 11 14:16:48.341130 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-c1cf9c00-0f92-49f0-b078-24a9234ce458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:48.342593 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-c1cf9c00-0f92-49f0-b078-24a9234ce458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0491519 Jul 11 14:16:48.345670 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:16:48.387096 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-15900789-ffec-4455-a247-a7cd17c1b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:48.388576 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-15900789-ffec-4455-a247-a7cd17c1b6bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391126 Jul 11 14:16:48.493729 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-62fcfe93-fa88-4ae8-9471-7bbe00ba7c33 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981131 Jul 11 14:16:48.584566 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada7e18-94ff-4fe6-995a-a4779ad5bc36 req-b79b1205-f167-4fbf-ab3e-889dce78093f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:48.586875 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fada7e18-94ff-4fe6-995a-a4779ad5bc36 req-b79b1205-f167-4fbf-ab3e-889dce78093f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0572674 Jul 11 14:16:48.590487 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '30e63506-accc-41d6-aed5-9a66c7b0ffa4', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': '2c145e97-2662-4d53-8a43-00bf731245fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:8b:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:16:46Z', 'updated_at': '2022-07-11T14:16:46Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:48.597575 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b90e867c-9262-4fc8-ae85-76b58ec7b3c2 req-2904a928-9c49-4836-b2a8-9bdf81467b74 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969143 Jul 11 14:16:48.617894 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c74bf5-949c-4634-9038-8b5a55520f1f None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '30e63506-accc-41d6-aed5-9a66c7b0ffa4', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': '2c145e97-2662-4d53-8a43-00bf731245fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:8b:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:16:46Z', 'updated_at': '2022-07-11T14:16:46Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:16:48.642032 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fada7e18-94ff-4fe6-995a-a4779ad5bc36 req-afe27221-f9d1-4ad6-b36c-3f662b5a8c83 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489733 Jul 11 14:16:48.835218 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0441-e003-4934-97fd-18ffa0ec4105 None None] New status for floating IP 30e63506-accc-41d6-aed5-9a66c7b0ffa4: ACTIVE {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:16:49.543870 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a40b8-5b1b-4696-bb8d-0f24ceac5bed req-92a8a20b-6372-4dfa-b5f4-7c5c1e0bbe8e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:49.545222 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c73a40b8-5b1b-4696-bb8d-0f24ceac5bed req-92a8a20b-6372-4dfa-b5f4-7c5c1e0bbe8e tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 945 time: 0.0467324 Jul 11 14:16:49.592459 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c73a40b8-5b1b-4696-bb8d-0f24ceac5bed req-bd0c4145-d388-4304-83da-8b7d1a68ca44 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411181 Jul 11 14:16:49.915306 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6eb602a5-f9f8-47a3-813d-ff26be10a4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:50.705432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96d07e-1e1e-4485-9ea4-4f39bec4e1b5 req-0eca0f82-623e-4483-a646-0378f8e4ca24 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:50.706896 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1e96d07e-1e1e-4485-9ea4-4f39bec4e1b5 req-0eca0f82-623e-4483-a646-0378f8e4ca24 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 945 time: 0.0459208 Jul 11 14:16:50.760491 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1e96d07e-1e1e-4485-9ea4-4f39bec4e1b5 req-99aba5e1-2691-4c59-993f-a38726c91abe tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475368 Jul 11 14:16:51.063716 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:51.677413 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-94f7c0e4-e330-441e-90e5-ad0f84effd75 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:51.678890 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-94f7c0e4-e330-441e-90e5-ad0f84effd75 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 945 time: 0.0509391 Jul 11 14:16:51.763632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Deleting port 7fd0c458-b02e-405a-a868-f08fece32cb4 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:16:51.763975 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:51.865852 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] For port 7fd0c458-b02e-405a-a868-f08fece32cb4, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=7fd0c458-b02e-405a-a868-f08fece32cb4,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:51.866263 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:51.951417 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2279cc2-9a34-4342-a97f-723c95523a16 req-768158a8-f1e4-4191-b5ff-2ac6cbcf5d3d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:16:51.952895 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2279cc2-9a34-4342-a97f-723c95523a16 req-768158a8-f1e4-4191-b5ff-2ac6cbcf5d3d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 945 time: 0.1200678 Jul 11 14:16:51.980096 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:52.009724 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a2279cc2-9a34-4342-a97f-723c95523a16 req-873e7995-4cec-48d4-bc84-c6851474e228 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1146acb-356c-4d91-b8e8-8a1d29af5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479782 Jul 11 14:16:52.049333 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:52.049701 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ab30ea9a-cb4e-4373-83cb-8408ed56997c), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:52.050275 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Floating IP ab30ea9a-cb4e-4373-83cb-8408ed56997c disassociated. External IP: 172.27.1.2, port: 7fd0c458-b02e-405a-a868-f08fece32cb4. Jul 11 14:16:52.050642 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Calling delete_port for 7fd0c458-b02e-405a-a868-f08fece32cb4 owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:16:52.089903 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:52.110901 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:52.187255 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (7fd0c458-b02e-405a-a868-f08fece32cb4), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:52.215632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event deleted for resources: {'Port': ['ID=7fd0c458-b02e-405a-a868-f08fece32cb4,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:52.328346 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Router f18fb585-8c5b-40e3-b272-6198b3ab9507 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:16:52.596713 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:52.706085 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:16:52.717937 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] Sync routers for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:16:52.732328 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:16:52.733084 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:16:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:52.749018 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] No DVR routers for this DVR port 7fd0c458-b02e-405a-a868-f08fece32cb4 on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:16:52.751823 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:52.755093 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-18093533-cbfe-45de-bf0a-cfd01a70af2d req-a224fd2b-8bfd-4043-b7d5-bbedd649b959 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.55 "DELETE /v2.0/ports/7fd0c458-b02e-405a-a868-f08fece32cb4 HTTP/1.1" status: 204 len: 173 time: 1.0703194 Jul 11 14:16:52.755546 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'name': 'network-vif-deleted', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:16:52.758383 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead9c21f-e78d-4680-9834-efec34115d0a" -d '{"events": [{"server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "name": "network-vif-deleted", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:16:52.796594 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194bef8e-4a00-4c4b-80f6-5a3780b5a291 x-openstack-request-id: req-194bef8e-4a00-4c4b-80f6-5a3780b5a291 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:16:52.796884 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1cc077-6cee-4ff4-9fa8-d44584daa613", "name": "network-vif-deleted", "tag": "7fd0c458-b02e-405a-a868-f08fece32cb4", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:16:52.797172 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-194bef8e-4a00-4c4b-80f6-5a3780b5a291 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:16:52.797550 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194bef8e-4a00-4c4b-80f6-5a3780b5a291'] response: {'server_uuid': 'dd1cc077-6cee-4ff4-9fa8-d44584daa613', 'name': 'network-vif-deleted', 'tag': '7fd0c458-b02e-405a-a868-f08fece32cb4', 'status': 'completed', 'code': 200} Jul 11 14:16:52.849230 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:52.866242 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:16:53.013842 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:53.060156 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:53.085567 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] Checking router: f18fb585-8c5b-40e3-b272-6198b3ab9507 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:16:53.095052 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:16:53.095737 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:16:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:53.135011 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e45c6cdd-e342-41ce-8557-9daf1cf06d8a req-8accad22-114b-4c54-89ae-ecac06e36a7c tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd1cc077-6cee-4ff4-9fa8-d44584daa613 HTTP/1.1" status: 200 len: 210 time: 0.0304627 Jul 11 14:16:53.149168 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:53.221704 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:16:53.574696 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:16:53.600005 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61ee82-2fac-4f65-9b2e-a5c1bc916dcb None None] The sync data for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi is: [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:03Z', 'revision_number': 4, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '5a6ae870-a5dc-4a50-9381-5b503aaeea98', 'name': '', 'network_id': '81252056-c78d-471a-b520-b6f6a1b0caa8', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'mac_address': 'fa:16:3e:95:39:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:20Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'subnets': [{'id': 'e0394a88-a1af-4ff3-9fa7-7270c03759fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:16:53.818648 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c77c9f-e840-423a-91ae-0c3a5b333733 None None] New status for floating IP ab30ea9a-cb4e-4373-83cb-8408ed56997c: DOWN {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:16:54.231867 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48606) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:54.288118 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2a98c0ed-453f-4d33-ace5-388014a6223d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (c1146acb-356c-4d91-b8e8-8a1d29af5c1f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.312885 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2a98c0ed-453f-4d33-ace5-388014a6223d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (c1146acb-356c-4d91-b8e8-8a1d29af5c1f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.356857 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7fd0c458-b02e-405a-a868-f08fece32cb4 no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:16:54.364588 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2a98c0ed-453f-4d33-ace5-388014a6223d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c1146acb-356c-4d91-b8e8-8a1d29af5c1f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.367773 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2a98c0ed-453f-4d33-ace5-388014a6223d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.371415 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2a98c0ed-453f-4d33-ace5-388014a6223d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "DELETE /v2.0/security-groups/c1146acb-356c-4d91-b8e8-8a1d29af5c1f HTTP/1.1" status: 204 len: 168 time: 0.1360762 Jul 11 14:16:54.372129 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48608) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:54.377406 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 7fd0c458-b02e-405a-a868-f08fece32cb4 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:16:54.377762 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 7fd0c458-b02e-405a-a868-f08fece32cb4 not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:16:54.379381 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98c0ed-453f-4d33-ace5-388014a6223d tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1146acb-356c-4d91-b8e8-8a1d29af5c1f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:54.387098 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.api.v2.resource [None req-10e64945-5eb5-4371-80c3-bbafddb44306 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] show failed (client error): The resource could not be found. Jul 11 14:16:54.388098 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-10e64945-5eb5-4371-80c3-bbafddb44306 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "GET /v2.0/security-groups/c1146acb-356c-4d91-b8e8-8a1d29af5c1f HTTP/1.1" status: 404 len: 347 time: 0.0144308 Jul 11 14:16:54.391060 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48610) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:54.507854 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Deleting port d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:16:54.508107 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.586117 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.586468 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.598847 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Calling delete_port for d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c owned by network:floatingip {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:16:54.727771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.732575 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:54.755318 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Pushing event deleted for resources: {'Port': ['ID=d85f5bc8-bd56-40fc-8f5b-4424c8d1b27c,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:54.780037 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.780378 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.780720 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.781055 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.781388 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.781715 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.782043 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.782391 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.782715 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.783036 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.783358 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.783680 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.783996 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.784312 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.784625 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:16:54.828491 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks [] for floatingip (ab30ea9a-cb4e-4373-83cb-8408ed56997c), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.831010 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:54.832169 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c4b65235-f995-4d15-bc8d-a5201fa1f578 tempest-AttachVolumeTestJSON-1711771340 tempest-AttachVolumeTestJSON-1711771340-project] 10.222.0.49 "DELETE /v2.0/floatingips/ab30ea9a-cb4e-4373-83cb-8408ed56997c HTTP/1.1" status: 204 len: 168 time: 0.4402299 Jul 11 14:16:55.596356 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:56.901756 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:16:58.373744 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48642) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:16:58.774792 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (f18fb585-8c5b-40e3-b272-6198b3ab9507), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:58.863468 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:59.013871 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Deleting port 5a6ae870-a5dc-4a50-9381-5b503aaeea98 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:16:59.014202 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:59.091710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] For port 5a6ae870-a5dc-4a50-9381-5b503aaeea98, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=5a6ae870-a5dc-4a50-9381-5b503aaeea98,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:16:59.092071 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:59.105498 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Calling delete_port for 5a6ae870-a5dc-4a50-9381-5b503aaeea98 owned by network:router_interface {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:16:59.274696 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:59.292832 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (5a6ae870-a5dc-4a50-9381-5b503aaeea98), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:59.325198 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6ae870-a5dc-4a50-9381-5b503aaeea98,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:16:59.488266 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (f18fb585-8c5b-40e3-b272-6198b3ab9507), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:16:59.924082 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:16:59.937853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Router f18fb585-8c5b-40e3-b272-6198b3ab9507 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:17:00.048935 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:17:00.054873 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-891b62ae-6b05-43d8-897b-4243330de7a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/f18fb585-8c5b-40e3-b272-6198b3ab9507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806731 Jul 11 14:17:00.057351 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48646) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:00.059836 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] Sync routers for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:17:00.069889 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:00.070521 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:16:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:00.153921 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks [] for router (f18fb585-8c5b-40e3-b272-6198b3ab9507), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.177815 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:00.215082 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-1009c5c3-3272-4dfb-922d-332056fb4277 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434983 Jul 11 14:17:00.256053 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks [] for router_gateway (f18fb585-8c5b-40e3-b272-6198b3ab9507), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.298364 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-3ef82651-a534-4dff-9f65-3924d609b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:00.300294 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-3ef82651-a534-4dff-9f65-3924d609b12a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=da749564df7941929c6cb9159479d637&device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 1129 time: 0.0412390 Jul 11 14:17:00.304825 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Deleting port f0c8f128-38cd-4001-8d11-539761a3c869 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:00.305183 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.365389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:16:59Z', 'revision_number': 5, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port': {'id': 'f0c8f128-38cd-4001-8d11-539761a3c869', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:53Z', 'updated_at': '2022-07-11T14:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:00.390291 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] For port f0c8f128-38cd-4001-8d11-539761a3c869, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=f0c8f128-38cd-4001-8d11-539761a3c869,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:00.390825 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.392091 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] Checking router: f18fb585-8c5b-40e3-b272-6198b3ab9507 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:17:00.400722 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] Routers {'f18fb585-8c5b-40e3-b272-6198b3ab9507'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:00.401332 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:16:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['f18fb585-8c5b-40e3-b272-6198b3ab9507'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:00.405253 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Calling delete_port for f0c8f128-38cd-4001-8d11-539761a3c869 owned by network:router_gateway {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:00.427470 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-6b553fee-28fe-4909-a54d-401c0a44b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:00.429677 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-6b553fee-28fe-4909-a54d-401c0a44b2a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 200 len: 915 time: 0.0972681 Jul 11 14:17:00.451881 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:00.492555 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] Set router f18fb585-8c5b-40e3-b272-6198b3ab9507 gateway port host: None {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:00.493671 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-7c8e09da-86f9-4bfd-8526-5b9818ceeaa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af HTTP/1.1" status: 200 len: 1000 time: 0.0573204 Jul 11 14:17:00.546001 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-038f685b-2f30-4b7d-b19d-96392164069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:00.547032 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:17:00Z', 'revision_number': 6, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:00.547814 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-038f685b-2f30-4b7d-b19d-96392164069a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 200 len: 853 time: 0.0479515 Jul 11 14:17:00.573300 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e3136-3dcf-465b-b437-a2bce5d69bc9 None None] The sync data for ids ['f18fb585-8c5b-40e3-b272-6198b3ab9507'] in dv-cinder-848429-3-iscsi is: [{'id': 'f18fb585-8c5b-40e3-b272-6198b3ab9507', 'name': 'tempest-AttachVolumeTestJSON-559814123-router', 'tenant_id': 'a772cbaa461c416da2cc35e364541ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:17:00Z', 'revision_number': 6, 'project_id': 'a772cbaa461c416da2cc35e364541ecf', 'gw_port_host': None}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:17:00.585555 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (f0c8f128-38cd-4001-8d11-539761a3c869), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.604555 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-65012882-44d6-4b63-8315-2f142fe181ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:00.607446 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-65012882-44d6-4b63-8315-2f142fe181ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f652801d-32e3-4c8b-a676-9f89f4a15dcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470357 Jul 11 14:17:00.611300 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c8f128-38cd-4001-8d11-539761a3c869,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:00.676163 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (f18fb585-8c5b-40e3-b272-6198b3ab9507), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.702288 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:00.704699 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:00.710493 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-a78c2c32-d00f-417f-8f90-2cea3eb8150f service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966315 Jul 11 14:17:00.764352 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (f18fb585-8c5b-40e3-b272-6198b3ab9507), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.766525 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks [] for router_controller (f18fb585-8c5b-40e3-b272-6198b3ab9507), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.809019 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (f18fb585-8c5b-40e3-b272-6198b3ab9507), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.809316 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-b777c0e4-b0b6-4f54-a16d-0e2215d72fb4 req-75c50a1a-2054-4a42-a389-8e91adfd7a08 service neutron] 10.222.0.55 "GET /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924127 Jul 11 14:17:00.809937 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router f18fb585-8c5b-40e3-b272-6198b3ab9507 {{(pid=104192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:17:00.814993 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.816218 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b6e5225a-6460-4c4b-b8af-e47eacc9e5ea admin admin] 10.222.0.49 "DELETE /v2.0/routers/f18fb585-8c5b-40e3-b272-6198b3ab9507 HTTP/1.1" status: 204 len: 168 time: 0.7579389 Jul 11 14:17:00.818823 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48648) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:00.857253 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:00.871679 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] Deleting subnet e0394a88-a1af-4ff3-9fa7-7270c03759fe {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:17:00.875087 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] Publish callbacks [] for subnet (e0394a88-a1af-4ff3-9fa7-7270c03759fe), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.913989 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4456816'] for subnet (e0394a88-a1af-4ff3-9fa7-7270c03759fe), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:00.995188 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (e0394a88-a1af-4ff3-9fa7-7270c03759fe), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.059776 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6108232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4784075'] for subnet (e0394a88-a1af-4ff3-9fa7-7270c03759fe), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.096542 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0394a88-a1af-4ff3-9fa7-7270c03759fe,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:01.102780 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.108045 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-84399c35-a382-4c0b-ab96-6ce96bb09499 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e0394a88-a1af-4ff3-9fa7-7270c03759fe HTTP/1.1" status: 204 len: 168 time: 0.2859898 Jul 11 14:17:01.108302 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48652) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:01.108816 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f33452-51be-40a0-a3f1-b0fb5aa1dca3 None None] Network 81252056-c78d-471a-b520-b6f6a1b0caa8 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:01.176767 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (81252056-c78d-471a-b520-b6f6a1b0caa8), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.218986 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Deleting port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:01.219369 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.289580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] For port b60c793a-1ac8-4c5e-8398-16e7b27e7e92, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=b60c793a-1ac8-4c5e-8398-16e7b27e7e92,segment=NetworkSegment(0ae6dabe-b222-4e19-96da-b12cdf232f24),segment_id=0ae6dabe-b222-4e19-96da-b12cdf232f24)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:01.289944 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.303037 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Calling delete_port for b60c793a-1ac8-4c5e-8398-16e7b27e7e92 owned by network:dhcp {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:01.359939 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:01.388813 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (b60c793a-1ac8-4c5e-8398-16e7b27e7e92), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.417175 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee38b33-0ef0-4bf0-9fee-ccfcea83b602 None None] DHCP port deletion for 81252056-c78d-471a-b520-b6f6a1b0caa8 request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:17:01.419514 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Pushing event deleted for resources: {'Port': ['ID=b60c793a-1ac8-4c5e-8398-16e7b27e7e92,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:01.425509 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] No DVR routers for this DVR port b60c793a-1ac8-4c5e-8398-16e7b27e7e92 on host dv-cinder-848429-3-iscsi {{(pid=104192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:17:01.472398 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5a6ae870-a5dc-4a50-9381-5b503aaeea98 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:01.476013 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:01.493914 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 5a6ae870-a5dc-4a50-9381-5b503aaeea98 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:01.494263 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 5a6ae870-a5dc-4a50-9381-5b503aaeea98 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:01.504195 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (81252056-c78d-471a-b520-b6f6a1b0caa8), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.529966 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81252056-c78d-471a-b520-b6f6a1b0caa8']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:01.539668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae6dabe-b222-4e19-96da-b12cdf232f24') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:01.539958 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae6dabe-b222-4e19-96da-b12cdf232f24') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:01.549749 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (0ae6dabe-b222-4e19-96da-b12cdf232f24), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.563031 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (0ae6dabe-b222-4e19-96da-b12cdf232f24), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.569163 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:17:01.570066 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (0ae6dabe-b222-4e19-96da-b12cdf232f24), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.602765 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 0ae6dabe-b222-4e19-96da-b12cdf232f24 resource provider aggregate not found Jul 11 14:17:01.633064 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 0ae6dabe-b222-4e19-96da-b12cdf232f24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ae6dabe-b222-4e19-96da-b12cdf232f24 found for delete ", "request_id": "req-e8fe4989-d5ed-40c4-bbd9-066072dcb01e"}]} Jul 11 14:17:01.641181 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (81252056-c78d-471a-b520-b6f6a1b0caa8), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.646904 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.650602 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] 10.222.0.49 "DELETE /v2.0/networks/81252056-c78d-471a-b520-b6f6a1b0caa8 HTTP/1.1" status: 204 len: 168 time: 0.5413129 Jul 11 14:17:01.669668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2734b-78c4-4649-84d4-c4e7562a3808 admin admin] Pushing event deleted for resources: {'Network': ['ID=81252056-c78d-471a-b520-b6f6a1b0caa8,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:01.796353 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48660) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:01.841040 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-f2dd12ce-e025-4fdf-a90b-94648f847153 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a772cbaa461c416da2cc35e364541ecf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434861 Jul 11 14:17:01.843519 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48662) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:01.879985 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:01.893272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-98fd9032-7bbe-45c1-974a-a2e8ab4e6c94 admin admin] Publish callbacks [] for security_group (3e562eab-db98-407e-944e-433911c7b1ae), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.915444 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-98fd9032-7bbe-45c1-974a-a2e8ab4e6c94 admin admin] Publish callbacks [] for security_group (3e562eab-db98-407e-944e-433911c7b1ae), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.968342 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-98fd9032-7bbe-45c1-974a-a2e8ab4e6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (3e562eab-db98-407e-944e-433911c7b1ae), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.970862 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-98fd9032-7bbe-45c1-974a-a2e8ab4e6c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:01.971995 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-98fd9032-7bbe-45c1-974a-a2e8ab4e6c94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e562eab-db98-407e-944e-433911c7b1ae HTTP/1.1" status: 204 len: 168 time: 0.1275895 Jul 11 14:17:01.979785 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd9032-7bbe-45c1-974a-a2e8ab4e6c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e562eab-db98-407e-944e-433911c7b1ae,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:03.053552 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device b60c793a-1ac8-4c5e-8398-16e7b27e7e92 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:03.078528 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: b60c793a-1ac8-4c5e-8398-16e7b27e7e92 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:03.079129 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device b60c793a-1ac8-4c5e-8398-16e7b27e7e92 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:03.079602 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f0c8f128-38cd-4001-8d11-539761a3c869 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:03.098221 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: f0c8f128-38cd-4001-8d11-539761a3c869 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:03.098602 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device f0c8f128-38cd-4001-8d11-539761a3c869 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:03.703081 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48712) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:03.810340 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d210005e-51a4-40d6-83ad-84f33c5f86ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:03.885869 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d210005e-51a4-40d6-83ad-84f33c5f86ed admin admin] Publish callbacks [] for security_group (037c503c-1143-4875-84cb-4b5865553dd4), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:03.890392 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d210005e-51a4-40d6-83ad-84f33c5f86ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (037c503c-1143-4875-84cb-4b5865553dd4), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:03.932031 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d210005e-51a4-40d6-83ad-84f33c5f86ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7275ede0054849468e6e31d51718fb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277515 Jul 11 14:17:03.932913 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210005e-51a4-40d6-83ad-84f33c5f86ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037c503c-1143-4875-84cb-4b5865553dd4,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:03.934725 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48716) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:03.989720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b7976619-49a6-4d03-a4c2-a789213cf02e admin admin] Publish callbacks [] for security_group (037c503c-1143-4875-84cb-4b5865553dd4), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.011497 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b7976619-49a6-4d03-a4c2-a789213cf02e admin admin] Publish callbacks [] for security_group (037c503c-1143-4875-84cb-4b5865553dd4), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.057288 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b7976619-49a6-4d03-a4c2-a789213cf02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (037c503c-1143-4875-84cb-4b5865553dd4), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.059874 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b7976619-49a6-4d03-a4c2-a789213cf02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.061005 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b7976619-49a6-4d03-a4c2-a789213cf02e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/037c503c-1143-4875-84cb-4b5865553dd4 HTTP/1.1" status: 204 len: 168 time: 0.1244929 Jul 11 14:17:04.069366 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7976619-49a6-4d03-a4c2-a789213cf02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037c503c-1143-4875-84cb-4b5865553dd4,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:04.331673 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48722) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:04.347616 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126b930c-80f9-408b-99ef-84159f491e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.435570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126b930c-80f9-408b-99ef-84159f491e78 admin admin] Publish callbacks [] for security_group (f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.440220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-126b930c-80f9-408b-99ef-84159f491e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.480969 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b930c-80f9-408b-99ef-84159f491e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:04.486363 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-126b930c-80f9-408b-99ef-84159f491e78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49a17dfb538f4e3d8547f1140a1bb3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523600 Jul 11 14:17:04.488495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48724) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:04.543893 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0040-8e2a-4a0a-a942-aa426d93507e admin admin] Publish callbacks [] for security_group (f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.566098 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0040-8e2a-4a0a-a942-aa426d93507e admin admin] Publish callbacks [] for security_group (f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.616371 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0040-8e2a-4a0a-a942-aa426d93507e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.619691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0040-8e2a-4a0a-a942-aa426d93507e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:04.620835 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6e6f0040-8e2a-4a0a-a942-aa426d93507e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8 HTTP/1.1" status: 204 len: 168 time: 0.1314867 Jul 11 14:17:04.628773 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f0040-8e2a-4a0a-a942-aa426d93507e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53d7b95-9e90-4f1d-8353-f39e1c0ec1e8,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:06.803479 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48798) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:06.921005 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0909e58b-acdb-438d-bdeb-ebea02f633c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.003549 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0909e58b-acdb-438d-bdeb-ebea02f633c8 admin admin] Publish callbacks [] for security_group (ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.007561 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-0909e58b-acdb-438d-bdeb-ebea02f633c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.054023 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-0909e58b-acdb-438d-bdeb-ebea02f633c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9755cba9955b4bdc9a838612e5c7c128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494648 Jul 11 14:17:07.054912 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909e58b-acdb-438d-bdeb-ebea02f633c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:07.057493 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48806) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:07.125345 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3be2-4f12-4d61-8a3f-60ad758d7ea0 admin admin] Publish callbacks [] for security_group (ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.150293 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3be2-4f12-4d61-8a3f-60ad758d7ea0 admin admin] Publish callbacks [] for security_group (ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.196529 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3be2-4f12-4d61-8a3f-60ad758d7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.199093 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3be2-4f12-4d61-8a3f-60ad758d7ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.200245 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-2f4b3be2-4f12-4d61-8a3f-60ad758d7ea0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad HTTP/1.1" status: 204 len: 168 time: 0.1409187 Jul 11 14:17:07.207865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b3be2-4f12-4d61-8a3f-60ad758d7ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9148f1-23e6-49b7-9a0a-ccc6f6ce6fad,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:07.468660 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48814) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:07.481987 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6af96446-11a2-4259-afb0-e2843a8be310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.514844 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:07.522567 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:07.569116 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6af96446-11a2-4259-afb0-e2843a8be310 admin admin] Publish callbacks [] for security_group (14240425-7f7d-49a9-b150-61ed778188f5), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.574440 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6af96446-11a2-4259-afb0-e2843a8be310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (14240425-7f7d-49a9-b150-61ed778188f5), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.614192 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6af96446-11a2-4259-afb0-e2843a8be310 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c22bca9f30334224afbb372cbe227bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444561 Jul 11 14:17:07.615136 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af96446-11a2-4259-afb0-e2843a8be310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14240425-7f7d-49a9-b150-61ed778188f5,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:07.616811 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48816) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:07.644244 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:07.669831 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-156371d1-6300-4782-8ce7-2ea21ebdafce admin admin] Publish callbacks [] for security_group (14240425-7f7d-49a9-b150-61ed778188f5), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.691105 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-156371d1-6300-4782-8ce7-2ea21ebdafce admin admin] Publish callbacks [] for security_group (14240425-7f7d-49a9-b150-61ed778188f5), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.737607 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-156371d1-6300-4782-8ce7-2ea21ebdafce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (14240425-7f7d-49a9-b150-61ed778188f5), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.740171 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-156371d1-6300-4782-8ce7-2ea21ebdafce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:07.741324 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-156371d1-6300-4782-8ce7-2ea21ebdafce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14240425-7f7d-49a9-b150-61ed778188f5 HTTP/1.1" status: 204 len: 168 time: 0.1235030 Jul 11 14:17:07.749658 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156371d1-6300-4782-8ce7-2ea21ebdafce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14240425-7f7d-49a9-b150-61ed778188f5,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:08.440794 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48848) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:08.544226 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-176079775-network', 'tenant_id': '073cf8e213cf49daac224cf262d1b249'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:08.565501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Made reservation on behalf of 073cf8e213cf49daac224cf262d1b249 for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:08.568186 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.578145 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.613115 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:08.657495 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks [] for security_group (940a0d85-b6aa-4678-9944-5e09f0e4a5b1), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.661227 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (940a0d85-b6aa-4678-9944-5e09f0e4a5b1), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.682900 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:17:08.696873 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940a0d85-b6aa-4678-9944-5e09f0e4a5b1,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:08.701559 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (6b7d08b1-eae1-48fd-b64b-b966567f933a), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.701894 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Added segment 6b7d08b1-eae1-48fd-b64b-b966567f933a of type vlan for network 1daa15f9-ac84-46db-b257-64a8870fbbad Jul 11 14:17:08.743776 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (1daa15f9-ac84-46db-b257-64a8870fbbad), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.768047 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (1daa15f9-ac84-46db-b257-64a8870fbbad), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.769013 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:08.769724 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.803769 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3618290 Jul 11 14:17:08.807466 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48856) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:08.812290 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Request body: {'subnet': {'network_id': '1daa15f9-ac84-46db-b257-64a8870fbbad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-176079775-subnet', 'tenant_id': '073cf8e213cf49daac224cf262d1b249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:08.831671 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb76ef-615e-4249-b978-097f7b3397f0 admin admin] Pushing event updated for resources: {'Network': ['ID=1daa15f9-ac84-46db-b257-64a8870fbbad,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:08.832811 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Made reservation on behalf of 073cf8e213cf49daac224cf262d1b249 for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:08.835325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4755089'] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:08.841459 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 1daa15f9-ac84-46db-b257-64a8870fbbad details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:17:09.011641 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4777873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4755079'] for subnet (aafd7ee4-5890-4d92-ae84-2b2a198d764e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.074739 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafd7ee4-5890-4d92-ae84-2b2a198d764e,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:09.084246 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Checking segment: {'id': '6b7d08b1-eae1-48fd-b64b-b966567f933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1daa15f9-ac84-46db-b257-64a8870fbbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:17:09.084705 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Network hostable DHCP agents. Network: 1daa15f9-ac84-46db-b257-64a8870fbbad, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:17:09.104369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Network 1daa15f9-ac84-46db-b257-64a8870fbbad is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:17:09.113533 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 1daa15f9-ac84-46db-b257-64a8870fbbad) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:17:09.118462 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:09.119068 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.123421 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa43fef-862e-4ef2-a944-310bd76851cd None None] Network 1daa15f9-ac84-46db-b257-64a8870fbbad requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:09.140132 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-115a0216-52b5-4b12-99d0-03b6af3236a0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272793 Jul 11 14:17:09.207310 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:09.232552 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c0b41-0960-4079-8c24-46817cd72dcb None None] Network 1daa15f9-ac84-46db-b257-64a8870fbbad requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:09.612217 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 48874) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:09.617029 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1725856822-network', 'tenant_id': 'b50a0de22c844f1e9be990ff1f6ed771'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:09.638486 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Made reservation on behalf of b50a0de22c844f1e9be990ff1f6ed771 for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:09.640784 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.649236 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.723122 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks [] for security_group (cdbb34e3-2849-4301-a4af-4370960fd89d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.727174 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (cdbb34e3-2849-4301-a4af-4370960fd89d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.754910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:17:09.761587 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb34e3-2849-4301-a4af-4370960fd89d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:09.767616 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (1b0c52ab-1623-4346-a6e4-553dca2fbc26), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.767956 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Added segment 1b0c52ab-1623-4346-a6e4-553dca2fbc26 of type vlan for network 9784ab1d-ef2b-491d-9c42-0112dc66d139 Jul 11 14:17:09.777632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=20,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:09.810957 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (9784ab1d-ef2b-491d-9c42-0112dc66d139), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.835723 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (9784ab1d-ef2b-491d-9c42-0112dc66d139), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.836667 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:09.837237 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.844371 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:09.873098 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2597947 Jul 11 14:17:09.876234 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 48878) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:09.882785 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Request body: {'subnet': {'network_id': '9784ab1d-ef2b-491d-9c42-0112dc66d139', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1725856822-subnet', 'tenant_id': 'b50a0de22c844f1e9be990ff1f6ed771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:09.906384 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Made reservation on behalf of b50a0de22c844f1e9be990ff1f6ed771 for: {'subnet': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:09.908691 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4784100'] for subnet (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:09.910341 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba9748-a59e-4ca6-97d3-13ade546b020 admin admin] Pushing event updated for resources: {'Network': ['ID=9784ab1d-ef2b-491d-9c42-0112dc66d139,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:09.921141 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 9784ab1d-ef2b-491d-9c42-0112dc66d139 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:17:10.080891 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4784114'] for subnet (fa8ee92e-c82e-4da6-9916-ce9cb9f765e6), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:10.140089 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8ee92e-c82e-4da6-9916-ce9cb9f765e6,revision_number=0']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:10.149250 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Checking segment: {'id': '1b0c52ab-1623-4346-a6e4-553dca2fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9784ab1d-ef2b-491d-9c42-0112dc66d139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:17:10.149597 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Network hostable DHCP agents. Network: 9784ab1d-ef2b-491d-9c42-0112dc66d139, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:17:10.167945 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Network 9784ab1d-ef2b-491d-9c42-0112dc66d139 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:17:10.176629 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 9784ab1d-ef2b-491d-9c42-0112dc66d139) {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:17:10.180794 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:10.181386 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:10.187506 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae1963-3eaf-4509-a4d0-5dc5db3308a8 None None] Network 9784ab1d-ef2b-491d-9c42-0112dc66d139 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:10.197832 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-5e2671ac-f200-4940-8b46-f295295563c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3203425 Jul 11 14:17:10.290143 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f1621-3caf-4e1a-bda1-f4ee69e395b9 None None] Network 9784ab1d-ef2b-491d-9c42-0112dc66d139 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:12.647967 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:12.649844 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:17.501961 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ca570610-80b5-4778-a6a6-ecf7d129f88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:17.700157 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb97960-db5f-4fd4-a14a-388b2351e75d req-c06b9ea9-9d7f-43e7-83fe-829848011ad7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:17.701644 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9bb97960-db5f-4fd4-a14a-388b2351e75d req-c06b9ea9-9d7f-43e7-83fe-829848011ad7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 945 time: 0.0489161 Jul 11 14:17:17.741163 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:17.749744 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9bb97960-db5f-4fd4-a14a-388b2351e75d req-9ab7f83f-9113-4bb1-b0ed-5e618f5f26ab tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 Jul 11 14:17:18.865649 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa2c5c-51d7-4921-b739-f95e856b569f req-15718c14-bf38-4a8e-8ba7-bf68d4b42b45 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:18.867122 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-77fa2c5c-51d7-4921-b739-f95e856b569f req-15718c14-bf38-4a8e-8ba7-bf68d4b42b45 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 945 time: 0.0462077 Jul 11 14:17:18.879097 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:18.916743 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-77fa2c5c-51d7-4921-b739-f95e856b569f req-db152c87-3379-4edd-a8c5-b4f3e3cae341 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Jul 11 14:17:19.703947 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-0dcbfb02-02f3-4149-bf1b-654169940a2d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:19.705399 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-0dcbfb02-02f3-4149-bf1b-654169940a2d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Jul 11 14:17:19.792374 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port baff141b-1b0c-403d-ab6d-3fa5acfe54af {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:19.792709 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:19.882051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] For port baff141b-1b0c-403d-ab6d-3fa5acfe54af, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=baff141b-1b0c-403d-ab6d-3fa5acfe54af,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:19.882493 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:19.917744 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbb26-d9f2-4559-a7fb-c105c17318d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:20.038039 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f63182-b0de-48d6-992a-96d6180fb5b0 req-645eb448-342a-4707-8b09-ba500d4f87c7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:20.040146 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f0f63182-b0de-48d6-992a-96d6180fb5b0 req-645eb448-342a-4707-8b09-ba500d4f87c7 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/ports?device_id=a79701d5-dc0a-4c8d-a9b4-a47b950b77a7 HTTP/1.1" status: 200 len: 945 time: 0.0511603 Jul 11 14:17:20.057417 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:20.057815 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (f2af060c-1ff5-4129-b5cd-419a3e7808c3), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:20.058210 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Floating IP f2af060c-1ff5-4129-b5cd-419a3e7808c3 disassociated. External IP: 172.27.1.58, port: baff141b-1b0c-403d-ab6d-3fa5acfe54af. Jul 11 14:17:20.058682 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for baff141b-1b0c-403d-ab6d-3fa5acfe54af owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:20.089526 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f0f63182-b0de-48d6-992a-96d6180fb5b0 req-759b586e-e3b3-491b-a8d6-fa5e43caca8f tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups?id=17906272-be5f-4d50-90a7-4a9ca6daa25b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Jul 11 14:17:20.188784 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (baff141b-1b0c-403d-ab6d-3fa5acfe54af), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:20.219268 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=baff141b-1b0c-403d-ab6d-3fa5acfe54af,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:20.328807 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:17:20.431630 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:17:20.441170 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:17:20.451725 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:20.452341 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:20.458115 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:20.474753 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] No DVR routers for this DVR port baff141b-1b0c-403d-ab6d-3fa5acfe54af on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:17:20.477610 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:20.481161 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-9eddb29a-a83d-4b9a-bc58-b5288ba90ae4 req-c365e3cf-238d-4944-95bd-2d88df4748d6 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.55 "DELETE /v2.0/ports/baff141b-1b0c-403d-ab6d-3fa5acfe54af HTTP/1.1" status: 204 len: 173 time: 0.7694759 Jul 11 14:17:20.481856 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'name': 'network-vif-deleted', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:17:20.484941 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7785b91-eba3-4680-bc59-a1dc454c01ae" -d '{"events": [{"server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "name": "network-vif-deleted", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:17:20.529958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a779bd2f-86a0-4906-9fdd-e76131a4b5e1 x-openstack-request-id: req-a779bd2f-86a0-4906-9fdd-e76131a4b5e1 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:17:20.530249 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79701d5-dc0a-4c8d-a9b4-a47b950b77a7", "name": "network-vif-deleted", "tag": "baff141b-1b0c-403d-ab6d-3fa5acfe54af", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:17:20.530532 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a779bd2f-86a0-4906-9fdd-e76131a4b5e1 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:17:20.530939 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a779bd2f-86a0-4906-9fdd-e76131a4b5e1'] response: {'server_uuid': 'a79701d5-dc0a-4c8d-a9b4-a47b950b77a7', 'name': 'network-vif-deleted', 'tag': 'baff141b-1b0c-403d-ab6d-3fa5acfe54af', 'status': 'completed', 'code': 200} Jul 11 14:17:20.565921 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:20.770433 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:20.799184 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:17:20.808434 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:20.809029 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:20.919313 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:21.068522 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.144006 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:21.169684 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7a455-8cf6-4ed7-adc3-86fd0bb26835 None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:06:58Z', 'revision_number': 4, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '7b5bdff6-caff-4b7d-bfbe-9ab698ce507f', 'name': '', 'network_id': 'f652801d-32e3-4c8b-a676-9f89f4a15dcd', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'mac_address': 'fa:16:3e:c0:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:55Z', 'updated_at': '2022-07-11T14:07:13Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'subnets': [{'id': 'fc7b797d-6984-4e1f-959a-afe2cb54cbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:17:21.183814 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49014) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:21.241415 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a22fb218-9682-45a1-b6a0-6ecb5d7e51d9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (17906272-be5f-4d50-90a7-4a9ca6daa25b), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.266657 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a22fb218-9682-45a1-b6a0-6ecb5d7e51d9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (17906272-be5f-4d50-90a7-4a9ca6daa25b), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.316064 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a22fb218-9682-45a1-b6a0-6ecb5d7e51d9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (17906272-be5f-4d50-90a7-4a9ca6daa25b), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.318760 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a22fb218-9682-45a1-b6a0-6ecb5d7e51d9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.322673 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a22fb218-9682-45a1-b6a0-6ecb5d7e51d9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/security-groups/17906272-be5f-4d50-90a7-4a9ca6daa25b HTTP/1.1" status: 204 len: 168 time: 0.1356418 Jul 11 14:17:21.323004 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49016) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:21.329439 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fb218-9682-45a1-b6a0-6ecb5d7e51d9 tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17906272-be5f-4d50-90a7-4a9ca6daa25b,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:21.344565 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.api.v2.resource [None req-de5665d2-0c84-4f1a-861c-745f423ea16d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] show failed (client error): The resource could not be found. Jul 11 14:17:21.345596 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-de5665d2-0c84-4f1a-861c-745f423ea16d tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "GET /v2.0/security-groups/17906272-be5f-4d50-90a7-4a9ca6daa25b HTTP/1.1" status: 404 len: 347 time: 0.0215411 Jul 11 14:17:21.350730 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49018) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:21.404519 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8476d22-d643-40f3-a67f-c2a3a35b16de None None] New status for floating IP f2af060c-1ff5-4129-b5cd-419a3e7808c3: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:17:21.469875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Deleting port b12a9ff4-bdb5-4b7c-8d1b-476e55671467 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:21.470201 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.482869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:21.551326 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.551654 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.565039 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Calling delete_port for b12a9ff4-bdb5-4b7c-8d1b-476e55671467 owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:21.697535 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (b12a9ff4-bdb5-4b7c-8d1b-476e55671467), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.724520 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Pushing event deleted for resources: {'Port': ['ID=b12a9ff4-bdb5-4b7c-8d1b-476e55671467,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:21.797066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks [] for floatingip (f2af060c-1ff5-4129-b5cd-419a3e7808c3), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.799653 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:21.801053 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d6af8cb8-f1b8-45b7-9e65-32facc855f0c tempest-AttachVolumeNegativeTest-1691287342 tempest-AttachVolumeNegativeTest-1691287342-project] 10.222.0.49 "DELETE /v2.0/floatingips/f2af060c-1ff5-4129-b5cd-419a3e7808c3 HTTP/1.1" status: 204 len: 168 time: 0.4482510 Jul 11 14:17:22.593459 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:22.936247 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:23.709931 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49066) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:23.754942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] Deleting subnet aafd7ee4-5890-4d92-ae84-2b2a198d764e {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:17:23.758200 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] Publish callbacks [] for subnet (aafd7ee4-5890-4d92-ae84-2b2a198d764e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:23.793370 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5045973'] for subnet (aafd7ee4-5890-4d92-ae84-2b2a198d764e), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:23.832742 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (aafd7ee4-5890-4d92-ae84-2b2a198d764e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:23.888108 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4777038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4755134'] for subnet (aafd7ee4-5890-4d92-ae84-2b2a198d764e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:23.913787 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafd7ee4-5890-4d92-ae84-2b2a198d764e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:23.917752 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:23.920843 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-76814113-1c71-4b90-9442-0ecc9bb32711 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aafd7ee4-5890-4d92-ae84-2b2a198d764e HTTP/1.1" status: 204 len: 168 time: 0.2094038 Jul 11 14:17:23.923316 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49070) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:23.989869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (1daa15f9-ac84-46db-b257-64a8870fbbad), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.079558 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (1daa15f9-ac84-46db-b257-64a8870fbbad), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.100028 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daa15f9-ac84-46db-b257-64a8870fbbad']}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:24.109106 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7d08b1-eae1-48fd-b64b-b966567f933a') {'for_net_delete': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:24.109393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7d08b1-eae1-48fd-b64b-b966567f933a') {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:24.118782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5045998'] for segment (6b7d08b1-eae1-48fd-b64b-b966567f933a), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.131954 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (6b7d08b1-eae1-48fd-b64b-b966567f933a), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.138070 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:24.139273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=104191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:17:24.139619 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4777204'] for segment (6b7d08b1-eae1-48fd-b64b-b966567f933a), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.171197 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 6b7d08b1-eae1-48fd-b64b-b966567f933a resource provider aggregate not found Jul 11 14:17:24.211462 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 6b7d08b1-eae1-48fd-b64b-b966567f933a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b7d08b1-eae1-48fd-b64b-b966567f933a found for delete ", "request_id": "req-cdd3756c-c1e7-4744-939e-fdbd4af34837"}]} Jul 11 14:17:24.211951 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:24.221949 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (1daa15f9-ac84-46db-b257-64a8870fbbad), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.230047 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.233401 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1daa15f9-ac84-46db-b257-64a8870fbbad HTTP/1.1" status: 204 len: 168 time: 0.3091400 Jul 11 14:17:24.236317 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49078) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:24.244446 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52cba1-2e53-4e1e-b429-41f2efe05678 admin admin] Pushing event deleted for resources: {'Network': ['ID=1daa15f9-ac84-46db-b257-64a8870fbbad,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:24.288544 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] Deleting subnet fa8ee92e-c82e-4da6-9916-ce9cb9f765e6 {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:17:24.292093 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] Publish callbacks [] for subnet (fa8ee92e-c82e-4da6-9916-ce9cb9f765e6), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.329905 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4456816'] for subnet (fa8ee92e-c82e-4da6-9916-ce9cb9f765e6), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.372683 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (fa8ee92e-c82e-4da6-9916-ce9cb9f765e6), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.425065 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6108232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4784075'] for subnet (fa8ee92e-c82e-4da6-9916-ce9cb9f765e6), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.445012 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device baff141b-1b0c-403d-ab6d-3fa5acfe54af no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:24.458628 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8ee92e-c82e-4da6-9916-ce9cb9f765e6,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:24.462914 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.466366 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: baff141b-1b0c-403d-ab6d-3fa5acfe54af {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:24.466707 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device baff141b-1b0c-403d-ab6d-3fa5acfe54af not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:24.468525 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49090) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:24.468776 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2e8c476b-1e5c-4e9b-953a-55c403d8c389 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa8ee92e-c82e-4da6-9916-ce9cb9f765e6 HTTP/1.1" status: 204 len: 168 time: 0.2309651 Jul 11 14:17:24.543278 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (9784ab1d-ef2b-491d-9c42-0112dc66d139), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.626637 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (9784ab1d-ef2b-491d-9c42-0112dc66d139), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.646862 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9784ab1d-ef2b-491d-9c42-0112dc66d139']}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:24.657659 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0c52ab-1623-4346-a6e4-553dca2fbc26') {'for_net_delete': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:24.657950 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0c52ab-1623-4346-a6e4-553dca2fbc26') {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:24.667441 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5045998'] for segment (1b0c52ab-1623-4346-a6e4-553dca2fbc26), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.680502 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (1b0c52ab-1623-4346-a6e4-553dca2fbc26), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.686611 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=104191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:17:24.686990 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4777204'] for segment (1b0c52ab-1623-4346-a6e4-553dca2fbc26), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.746291 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (9784ab1d-ef2b-491d-9c42-0112dc66d139), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.751595 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:24.754617 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] 10.222.0.49 "DELETE /v2.0/networks/9784ab1d-ef2b-491d-9c42-0112dc66d139 HTTP/1.1" status: 204 len: 168 time: 0.2850506 Jul 11 14:17:24.766731 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb7cde-1123-48cf-8da2-e1759e8bacac admin admin] Pushing event deleted for resources: {'Network': ['ID=9784ab1d-ef2b-491d-9c42-0112dc66d139,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:24.919576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49096) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:24.958800 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-27aa0fe5-55c9-4443-9946-0288c2c01e36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=073cf8e213cf49daac224cf262d1b249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384538 Jul 11 14:17:24.961672 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49098) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:25.009450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29303637-63ae-4b14-8c6c-c517b22c3834 admin admin] Publish callbacks [] for security_group (940a0d85-b6aa-4678-9944-5e09f0e4a5b1), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.030958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29303637-63ae-4b14-8c6c-c517b22c3834 admin admin] Publish callbacks [] for security_group (940a0d85-b6aa-4678-9944-5e09f0e4a5b1), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.078875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29303637-63ae-4b14-8c6c-c517b22c3834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (940a0d85-b6aa-4678-9944-5e09f0e4a5b1), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.081399 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-29303637-63ae-4b14-8c6c-c517b22c3834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.082594 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-29303637-63ae-4b14-8c6c-c517b22c3834 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/940a0d85-b6aa-4678-9944-5e09f0e4a5b1 HTTP/1.1" status: 204 len: 168 time: 0.1200273 Jul 11 14:17:25.091421 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29303637-63ae-4b14-8c6c-c517b22c3834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a0d85-b6aa-4678-9944-5e09f0e4a5b1,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:25.409391 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49104) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:25.449549 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-1d7ede17-a64e-442f-bd54-09db4d134cc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b50a0de22c844f1e9be990ff1f6ed771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390270 Jul 11 14:17:25.451887 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49106) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:25.501722 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45406287-6a56-4e68-b72f-4df796667642 admin admin] Publish callbacks [] for security_group (cdbb34e3-2849-4301-a4af-4370960fd89d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.523371 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45406287-6a56-4e68-b72f-4df796667642 admin admin] Publish callbacks [] for security_group (cdbb34e3-2849-4301-a4af-4370960fd89d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.569943 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45406287-6a56-4e68-b72f-4df796667642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (cdbb34e3-2849-4301-a4af-4370960fd89d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.572648 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-45406287-6a56-4e68-b72f-4df796667642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.573810 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-45406287-6a56-4e68-b72f-4df796667642 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdbb34e3-2849-4301-a4af-4370960fd89d HTTP/1.1" status: 204 len: 168 time: 0.1210477 Jul 11 14:17:25.581932 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45406287-6a56-4e68-b72f-4df796667642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb34e3-2849-4301-a4af-4370960fd89d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:25.628209 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:25.670700 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49116) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:26.171643 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:26.211048 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.230196 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 1b0c52ab-1623-4346-a6e4-553dca2fbc26 resource provider aggregate not found Jul 11 14:17:26.251274 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 1b0c52ab-1623-4346-a6e4-553dca2fbc26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b0c52ab-1623-4346-a6e4-553dca2fbc26 found for delete ", "request_id": "req-7a4fd78e-7c48-474a-ac1d-dae20a79ea7c"}]} Jul 11 14:17:26.294734 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49142) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:26.305266 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:26.394408 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-413869722-network', 'tenant_id': '9a7d950a8bf049dcb5600fc64b3b6cc0'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:26.415486 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Made reservation on behalf of 9a7d950a8bf049dcb5600fc64b3b6cc0 for: {'network': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:26.417944 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.426803 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.437439 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Deleting port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:26.437765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.477846 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:26.506657 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks [] for security_group (7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.512707 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.518234 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:26.522164 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] For port 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:26.522617 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.535905 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Calling delete_port for 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f owned by network:router_interface {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:26.537205 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=104191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:17:26.556368 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (bec90fb3-b64a-414d-b125-9b163d45132e), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.556711 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.segments_db [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Added segment bec90fb3-b64a-414d-b125-9b163d45132e of type vlan for network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 Jul 11 14:17:26.557932 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:26.602448 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (2732531a-d3b6-48a8-b1d1-0ab620f2a389), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.628370 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (2732531a-d3b6-48a8-b1d1-0ab620f2a389), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.629358 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:26.629943 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.664716 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3691287 Jul 11 14:17:26.667574 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49146) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:26.673370 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Request body: {'subnet': {'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-413869722-subnet', 'tenant_id': '9a7d950a8bf049dcb5600fc64b3b6cc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:26.707866 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6ed5a-1b86-463f-afec-5ebc6cd302e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2732531a-d3b6-48a8-b1d1-0ab620f2a389,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:26.721378 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:17:26.727697 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Made reservation on behalf of 9a7d950a8bf049dcb5600fc64b3b6cc0 for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:26.730336 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4755089'] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.732549 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (7b5bdff6-caff-4b7d-bfbe-9ab698ce507f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.759219 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5bdff6-caff-4b7d-bfbe-9ab698ce507f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:26.937424 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4777873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4755079'] for subnet (50e93b33-6298-4c09-a732-cee7a656f56c), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.969911 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:26.983613 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e93b33-6298-4c09-a732-cee7a656f56c,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:27.027649 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Checking segment: {'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:17:27.028065 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Network hostable DHCP agents. Network: 2732531a-d3b6-48a8-b1d1-0ab620f2a389, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:17:27.047407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:17:27.058405 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 2732531a-d3b6-48a8-b1d1-0ab620f2a389) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:17:27.063664 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:27.064294 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:27.070355 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6be94-75f8-4b6d-84a4-32b2ccb1ec30 None None] Network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:27.096422 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-86a3f876-9cf3-4e42-95dc-c2a6cdcde81e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4273324 Jul 11 14:17:27.187967 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d330a-359e-4753-aafa-a67ceba61f56 None None] Network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:27.222469 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:27.450325 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:27.462057 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:27.473442 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:17:27.582073 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:17:27.588018 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-5a9f76e1-f4b4-4b2f-b5c3-d2cd07513af3 admin admin] 10.222.0.49 "PUT /v2.0/routers/882e83d5-cd83-4b1f-bcbc-ca9a029bb504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9165709 Jul 11 14:17:27.590505 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49156) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:27.593760 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] Sync routers for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:17:27.626408 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:27.627057 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:27.706650 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks [] for router (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:27.747183 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:27.805862 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks [] for router_gateway (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:27.850548 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Deleting port 45099e96-a6ae-409b-a697-77f6ba83c003 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:27.851470 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:27.920343 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:17:26Z', 'revision_number': 5, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port': {'id': '45099e96-a6ae-409b-a697-77f6ba83c003', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:27.922924 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:27.933253 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] For port 45099e96-a6ae-409b-a697-77f6ba83c003, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=45099e96-a6ae-409b-a697-77f6ba83c003,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:27.933733 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:27.946730 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] Checking router: 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:17:27.946927 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Calling delete_port for 45099e96-a6ae-409b-a697-77f6ba83c003 owned by network:router_gateway {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:27.949571 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:27.956940 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] Routers {'882e83d5-cd83-4b1f-bcbc-ca9a029bb504'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:27.957478 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:28.122617 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (45099e96-a6ae-409b-a697-77f6ba83c003), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.130086 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] Set router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 gateway port host: None {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:28.148442 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Pushing event deleted for resources: {'Port': ['ID=45099e96-a6ae-409b-a697-77f6ba83c003,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:28.181309 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:17:27Z', 'revision_number': 6, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:28.205138 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f496790c-e4b9-4f3e-8048-f93a199e2836 None None] The sync data for ids ['882e83d5-cd83-4b1f-bcbc-ca9a029bb504'] in dv-cinder-848429-3-iscsi is: [{'id': '882e83d5-cd83-4b1f-bcbc-ca9a029bb504', 'name': 'tempest-AttachVolumeNegativeTest-458063810-router', 'tenant_id': 'da749564df7941929c6cb9159479d637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:48Z', 'updated_at': '2022-07-11T14:17:27Z', 'revision_number': 6, 'project_id': 'da749564df7941929c6cb9159479d637', 'gw_port_host': None}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:17:28.211477 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.299151 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.301574 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks [] for router_controller (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.343992 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (882e83d5-cd83-4b1f-bcbc-ca9a029bb504), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.344802 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 882e83d5-cd83-4b1f-bcbc-ca9a029bb504 {{(pid=104192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:17:28.348949 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.350294 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-9e96fc0b-2df5-4075-baba-c38edb7fff73 admin admin] 10.222.0.49 "DELETE /v2.0/routers/882e83d5-cd83-4b1f-bcbc-ca9a029bb504 HTTP/1.1" status: 204 len: 168 time: 0.7585974 Jul 11 14:17:28.353123 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49162) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:28.391281 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:28.400692 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] Deleting subnet fc7b797d-6984-4e1f-959a-afe2cb54cbed {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:17:28.403566 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:28.404432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] Publish callbacks [] for subnet (fc7b797d-6984-4e1f-959a-afe2cb54cbed), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.446995 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4456816'] for subnet (fc7b797d-6984-4e1f-959a-afe2cb54cbed), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.520710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (fc7b797d-6984-4e1f-959a-afe2cb54cbed), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.573413 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6108232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4784075'] for subnet (fc7b797d-6984-4e1f-959a-afe2cb54cbed), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.603995 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7b797d-6984-4e1f-959a-afe2cb54cbed,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:28.608135 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.611334 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a118336a-f9a4-44e6-9577-d4a4462cca2a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fc7b797d-6984-4e1f-959a-afe2cb54cbed HTTP/1.1" status: 204 len: 168 time: 0.2571321 Jul 11 14:17:28.613749 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49164) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:28.614687 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b42ed-1c0f-43b7-9770-20c2c0ac40ba None None] Network f652801d-32e3-4c8b-a676-9f89f4a15dcd requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:17:28.686273 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (f652801d-32e3-4c8b-a676-9f89f4a15dcd), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.730506 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Deleting port e48c0a67-4daf-4180-935f-0fdb8ec97a82 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:28.730839 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.799596 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] For port e48c0a67-4daf-4180-935f-0fdb8ec97a82, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=e48c0a67-4daf-4180-935f-0fdb8ec97a82,segment=NetworkSegment(c300b483-f338-4d3c-b589-3493007bc2d3),segment_id=c300b483-f338-4d3c-b589-3493007bc2d3)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:28.800212 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.814260 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Calling delete_port for e48c0a67-4daf-4180-935f-0fdb8ec97a82 owned by network:dhcp {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:28.979371 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-c9214547-d53b-4080-81a2-cd7087e8e8fe tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:28.980899 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-c9214547-d53b-4080-81a2-cd7087e8e8fe tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/networks?id=2732531a-d3b6-48a8-b1d1-0ab620f2a389 HTTP/1.1" status: 200 len: 808 time: 0.1270854 Jul 11 14:17:28.982060 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (e48c0a67-4daf-4180-935f-0fdb8ec97a82), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:28.999661 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1496086-f9e2-40a0-9522-790871c05870 None None] DHCP port deletion for f652801d-32e3-4c8b-a676-9f89f4a15dcd request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:17:29.015425 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=e48c0a67-4daf-4180-935f-0fdb8ec97a82,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:29.019924 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] No DVR routers for this DVR port e48c0a67-4daf-4180-935f-0fdb8ec97a82 on host dv-cinder-848429-3-iscsi {{(pid=104192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:17:29.022153 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-4d392045-8061-47f2-8754-2d023d40250a tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/quotas/9a7d950a8bf049dcb5600fc64b3b6cc0 HTTP/1.1" status: 200 len: 375 time: 0.0343666 Jul 11 14:17:29.086038 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-51baf90a-7205-4278-b0bb-37af48ad872c tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a7d950a8bf049dcb5600fc64b3b6cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424283 Jul 11 14:17:29.104502 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-d334c20d-c813-4e98-8c50-a19fc2b58889 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:17:29.105480 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-d334c20d-c813-4e98-8c50-a19fc2b58889 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077269 Jul 11 14:17:29.111271 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 45099e96-a6ae-409b-a697-77f6ba83c003 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:29.132267 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (f652801d-32e3-4c8b-a676-9f89f4a15dcd), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.137427 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 45099e96-a6ae-409b-a697-77f6ba83c003 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:29.137774 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 45099e96-a6ae-409b-a697-77f6ba83c003 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:29.138182 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:29.157124 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:29.157462 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 7b5bdff6-caff-4b7d-bfbe-9ab698ce507f not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:29.157874 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device e48c0a67-4daf-4180-935f-0fdb8ec97a82 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:29.172034 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f652801d-32e3-4c8b-a676-9f89f4a15dcd']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:29.177599 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: e48c0a67-4daf-4180-935f-0fdb8ec97a82 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:29.177940 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device e48c0a67-4daf-4180-935f-0fdb8ec97a82 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:29.190607 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c300b483-f338-4d3c-b589-3493007bc2d3') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:29.190903 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c300b483-f338-4d3c-b589-3493007bc2d3') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:29.230873 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (c300b483-f338-4d3c-b589-3493007bc2d3), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.242590 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:29.258111 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (c300b483-f338-4d3c-b589-3493007bc2d3), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.264752 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:29.274984 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:17:29.275404 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (c300b483-f338-4d3c-b589-3493007bc2d3), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.278620 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-5c530b9f-ffc2-44ff-ad57-dd174b542d42 service neutron] 10.222.0.49 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434155 Jul 11 14:17:29.322421 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment c300b483-f338-4d3c-b589-3493007bc2d3 resource provider aggregate not found Jul 11 14:17:29.357929 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment c300b483-f338-4d3c-b589-3493007bc2d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c300b483-f338-4d3c-b589-3493007bc2d3 found for delete ", "request_id": "req-3b0a1a94-00be-4645-8474-74a79cab7d4c"}]} Jul 11 14:17:29.370479 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (f652801d-32e3-4c8b-a676-9f89f4a15dcd), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.376872 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.380976 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] 10.222.0.49 "DELETE /v2.0/networks/f652801d-32e3-4c8b-a676-9f89f4a15dcd HTTP/1.1" status: 204 len: 168 time: 0.7652442 Jul 11 14:17:29.418791 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41c9c6-c6b8-4073-a35d-4aeb42924ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=f652801d-32e3-4c8b-a676-9f89f4a15dcd,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:29.442569 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0366c9ad-acb0-4c94-b055-47c963be2751 service neutron] 10.222.0.49 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502197 Jul 11 14:17:29.524770 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49188) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:29.569289 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-b646eb03-f565-42a3-b5f4-634f7b3db67f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da749564df7941929c6cb9159479d637&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411379 Jul 11 14:17:29.570259 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49192) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:29.634910 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0af9b4bc-ad47-44e6-8ac0-f75f41f9d0ba req-7113d563-5ba0-4889-a633-d5b7000bd3ad tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 210 time: 0.0392857 Jul 11 14:17:29.657770 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a156d804-15a2-4064-9735-6704df864973 admin admin] Publish callbacks [] for security_group (e3c3cd9c-b0ab-4398-9771-41b8991039a2), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.674685 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a156d804-15a2-4064-9735-6704df864973 admin admin] Publish callbacks [] for security_group (e3c3cd9c-b0ab-4398-9771-41b8991039a2), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.724881 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a156d804-15a2-4064-9735-6704df864973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (e3c3cd9c-b0ab-4398-9771-41b8991039a2), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.728047 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a156d804-15a2-4064-9735-6704df864973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:29.729241 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a156d804-15a2-4064-9735-6704df864973 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3c3cd9c-b0ab-4398-9771-41b8991039a2 HTTP/1.1" status: 204 len: 168 time: 0.1582227 Jul 11 14:17:29.738853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156d804-15a2-4064-9735-6704df864973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3cd9c-b0ab-4398-9771-41b8991039a2,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:30.761404 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-93b44d3e-72d7-49a7-9516-499bb892cd54 req-e328bc8c-8b9e-4b4e-bdf8-086ba1a73d53 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 210 time: 0.0347216 Jul 11 14:17:30.809648 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-8fc1cd55-9261-4cbb-8f4b-6dd9397e5c3b tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:30.811134 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-8fc1cd55-9261-4cbb-8f4b-6dd9397e5c3b tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "GET /v2.0/networks?id=2732531a-d3b6-48a8-b1d1-0ab620f2a389 HTTP/1.1" status: 200 len: 808 time: 0.1638296 Jul 11 14:17:30.831875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Request body: {'port': {'device_id': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389', 'admin_state_up': True, 'tenant_id': '9a7d950a8bf049dcb5600fc64b3b6cc0'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:30.927613 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:30.952673 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Made reservation on behalf of 9a7d950a8bf049dcb5600fc64b3b6cc0 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:30.956539 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.028097 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:31.101385 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Allocated IP 172.20.0.13 (2732531a-d3b6-48a8-b1d1-0ab620f2a389/50e93b33-6298-4c09-a732-cee7a656f56c/f5db50f9-f3ff-402d-967f-b9e5a25bbccf) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:17:31.170504 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49256) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:31.262246 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks [] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.289944 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-df7d9fc6-a0d2-4d2b-94db-0a91c90be751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.295758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.346950 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:17:31.352009 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:17:31.354428 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:17:31.358847 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Pushing event updated for resources: {'Port': ['ID=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:31.372726 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-df7d9fc6-a0d2-4d2b-94db-0a91c90be751 admin admin] Publish callbacks [] for security_group (af824cb9-f131-427f-9fa2-80d28bf1f649), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.376978 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-df7d9fc6-a0d2-4d2b-94db-0a91c90be751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (af824cb9-f131-427f-9fa2-80d28bf1f649), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.403766 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:31.404382 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.416815 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d9fc6-a0d2-4d2b-94db-0a91c90be751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af824cb9-f131-427f-9fa2-80d28bf1f649,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:31.420534 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-927a81a1-797e-44b4-b3f9-e1dc42d45e5d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5942967 Jul 11 14:17:31.421085 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-df7d9fc6-a0d2-4d2b-94db-0a91c90be751 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2bb24cc72064066b16a7321bbe0c1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495425 Jul 11 14:17:31.424010 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49260) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:31.433204 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-7928c0a6-ca61-46df-96de-7430f8a6b043 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104191) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:17:31.434350 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-7928c0a6-ca61-46df-96de-7430f8a6b043 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054405 Jul 11 14:17:31.452376 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Request body: {'port': {'device_id': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:31.476156 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c1977c64-00b4-4c25-87e3-3edd7cb42998 admin admin] Publish callbacks [] for security_group (af824cb9-f131-427f-9fa2-80d28bf1f649), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.498453 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c1977c64-00b4-4c25-87e3-3edd7cb42998 admin admin] Publish callbacks [] for security_group (af824cb9-f131-427f-9fa2-80d28bf1f649), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.512265 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.547520 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c1977c64-00b4-4c25-87e3-3edd7cb42998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (af824cb9-f131-427f-9fa2-80d28bf1f649), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.550389 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c1977c64-00b4-4c25-87e3-3edd7cb42998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.551522 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c1977c64-00b4-4c25-87e3-3edd7cb42998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af824cb9-f131-427f-9fa2-80d28bf1f649 HTTP/1.1" status: 204 len: 168 time: 0.1258750 Jul 11 14:17:31.560360 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1977c64-00b4-4c25-87e3-3edd7cb42998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af824cb9-f131-427f-9fa2-80d28bf1f649,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:31.784040 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5db50f9-f3ff-402d-967f-b9e5a25bbccf {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:17:31.792330 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:31.797622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Publish callbacks [] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.817774 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Transition to ACTIVE for port object f5db50f9-f3ff-402d-967f-b9e5a25bbccf will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:17:31.825542 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:31.870276 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:31.886404 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03120844-209f-4a31-b41e-f60f9b7000b0 req-8f1d16eb-f1b6-46e6-906d-c1606af5e527 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:31.893694 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-03120844-209f-4a31-b41e-f60f9b7000b0 req-8f1d16eb-f1b6-46e6-906d-c1606af5e527 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 944 time: 0.0541561 Jul 11 14:17:31.895772 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Pushing event updated for resources: {'Port': ['ID=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:31.903742 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:31.951898 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-03120844-209f-4a31-b41e-f60f9b7000b0 req-a2385e20-8fa0-4dfa-8855-6e880fe96503 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562673 Jul 11 14:17:31.981955 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Attempting to bind port f5db50f9-f3ff-402d-967f-b9e5a25bbccf on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:17:31.982287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Attempting to bind port f5db50f9-f3ff-402d-967f-b9e5a25bbccf by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:17:31.982632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Attempting to bind port f5db50f9-f3ff-402d-967f-b9e5a25bbccf on network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:17:31.987043 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Port f5db50f9-f3ff-402d-967f-b9e5a25bbccf on network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:17:31.987354 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Attempting to bind port f5db50f9-f3ff-402d-967f-b9e5a25bbccf on network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:17:31.992720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:17:31.993056 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Checking segment: {'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:17:31.993431 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Bound using segment: {'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:17:31.993844 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Bound port: f5db50f9-f3ff-402d-967f-b9e5a25bbccf, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:17:31.994190 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:32.336148 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] For port f5db50f9-f3ff-402d-967f-b9e5a25bbccf, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:17:32.339724 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] For port f5db50f9-f3ff-402d-967f-b9e5a25bbccf, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:17:32.346845 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:32.390956 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:32.391576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:32.392961 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] 10.222.0.55 "PUT /v2.0/ports/f5db50f9-f3ff-402d-967f-b9e5a25bbccf HTTP/1.1" status: 200 len: 1094 time: 0.9444563 Jul 11 14:17:32.393410 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'tag': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:17:32.395764 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380dc4a-b792-46b5-9118-3a785a1833ce" -d '{"events": [{"name": "network-changed", "server_uuid": "eceb262c-e622-4e09-9050-ae977ae9ae89", "tag": "f5db50f9-f3ff-402d-967f-b9e5a25bbccf"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:17:32.417317 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5a0b1-f57f-496f-898e-72a6b50c4689 service neutron] Pushing event updated for resources: {'Port': ['ID=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:32.442427 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b232710-bf86-40ba-9a6e-0270334b333a x-openstack-request-id: req-3b232710-bf86-40ba-9a6e-0270334b333a {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:17:32.442847 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceb262c-e622-4e09-9050-ae977ae9ae89", "tag": "f5db50f9-f3ff-402d-967f-b9e5a25bbccf", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:17:32.443385 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b232710-bf86-40ba-9a6e-0270334b333a {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:17:32.443793 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b232710-bf86-40ba-9a6e-0270334b333a'] response: {'name': 'network-changed', 'server_uuid': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'tag': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf', 'status': 'completed', 'code': 200} Jul 11 14:17:32.500734 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-3a76abd0-e588-4540-9f57-7974f1f150b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:32.502212 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-3a76abd0-e588-4540-9f57-7974f1f150b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a7d950a8bf049dcb5600fc64b3b6cc0&device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 1128 time: 0.0407364 Jul 11 14:17:32.553024 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-833eeeea-a606-42cd-87eb-999cfce0de59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5db50f9-f3ff-402d-967f-b9e5a25bbccf HTTP/1.1" status: 200 len: 217 time: 0.0361767 Jul 11 14:17:32.602825 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-b849084d-456a-4ccd-b92b-8002479e528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:32.604266 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-b849084d-456a-4ccd-b92b-8002479e528a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50e93b33-6298-4c09-a732-cee7a656f56c HTTP/1.1" status: 200 len: 848 time: 0.0451992 Jul 11 14:17:32.638031 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-b103b9c3-a84c-4e6a-8bdc-0077065c1f1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2732531a-d3b6-48a8-b1d1-0ab620f2a389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277197 Jul 11 14:17:32.731500 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-92342b66-966c-4e10-a1e1-b6a4dd0220a8 service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871468 Jul 11 14:17:32.825356 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8a5dc050-1ed2-4a99-bcb3-747097c2235a req-3a2dd999-e5c8-494d-904a-918588847b3a service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865779 Jul 11 14:17:33.066472 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32d680-7a28-412d-8eb1-fb5381e7b006 req-b15a29ce-d860-4651-8520-f68f880f32df tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:33.067942 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cb32d680-7a28-412d-8eb1-fb5381e7b006 req-b15a29ce-d860-4651-8520-f68f880f32df tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 944 time: 0.0493186 Jul 11 14:17:33.112258 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:33.117267 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cb32d680-7a28-412d-8eb1-fb5381e7b006 req-fd722e2d-194d-4783-bc72-4e750dd38a50 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 Jul 11 14:17:33.900858 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:17:34.236332 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60891fd-21b3-467b-b3ea-63165303b3a7 req-14b9529c-5183-4364-b9cd-ad3cc55f46e9 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:34.237771 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d60891fd-21b3-467b-b3ea-63165303b3a7 req-14b9529c-5183-4364-b9cd-ad3cc55f46e9 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 944 time: 0.0460420 Jul 11 14:17:34.285034 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d60891fd-21b3-467b-b3ea-63165303b3a7 req-973e8b42-0b2f-4e20-881f-7f07d15d8fd6 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Jul 11 14:17:35.129130 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-18ae0560-8ace-4015-ae57-6af95ccb69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:35.130664 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-18ae0560-8ace-4015-ae57-6af95ccb69f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a7d950a8bf049dcb5600fc64b3b6cc0&device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 1128 time: 0.0439703 Jul 11 14:17:35.220331 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-57d56311-681d-4131-bdaf-f7a13392de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:35.221793 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-57d56311-681d-4131-bdaf-f7a13392de34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2732531a-d3b6-48a8-b1d1-0ab620f2a389 HTTP/1.1" status: 200 len: 909 time: 0.0848629 Jul 11 14:17:35.265084 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-fa043a1c-6a59-4a57-a23d-ca6ed52dc9e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5db50f9-f3ff-402d-967f-b9e5a25bbccf HTTP/1.1" status: 200 len: 217 time: 0.0370138 Jul 11 14:17:35.315719 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-28f2c5a9-12ca-4fa7-9416-aa4504eb19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:35.317841 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-28f2c5a9-12ca-4fa7-9416-aa4504eb19d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50e93b33-6298-4c09-a732-cee7a656f56c HTTP/1.1" status: 200 len: 848 time: 0.0472302 Jul 11 14:17:35.357103 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-1d54011b-6f9b-4307-a693-12e3c523bb7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2732531a-d3b6-48a8-b1d1-0ab620f2a389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321355 Jul 11 14:17:35.412500 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04873b77-ec28-4cc4-bd97-ddb7caaa333a req-d72646ff-aa35-4324-bac5-b6f22880d68e tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:35.414518 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-04873b77-ec28-4cc4-bd97-ddb7caaa333a req-d72646ff-aa35-4324-bac5-b6f22880d68e tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 944 time: 0.0523393 Jul 11 14:17:35.433515 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:35.455282 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-474b040d-3f32-47d0-b766-8c254085728b service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922055 Jul 11 14:17:35.467469 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-04873b77-ec28-4cc4-bd97-ddb7caaa333a req-e9e9fbfb-4c91-4519-adba-17ee150f585a tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Jul 11 14:17:35.546803 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8380dc4a-b792-46b5-9118-3a785a1833ce req-16c442e9-b28c-46c0-82a9-90616ff7e6d5 service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 Jul 11 14:17:36.074706 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49358) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:36.182494 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0c42-710d-4ccb-9cd4-d26d73c207ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.257669 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0c42-710d-4ccb-9cd4-d26d73c207ca admin admin] Publish callbacks [] for security_group (c5d40f97-9042-4564-b59f-210de699a201), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.261258 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-9e1e0c42-710d-4ccb-9cd4-d26d73c207ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c5d40f97-9042-4564-b59f-210de699a201), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.297922 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e0c42-710d-4ccb-9cd4-d26d73c207ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d40f97-9042-4564-b59f-210de699a201,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:36.302430 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-9e1e0c42-710d-4ccb-9cd4-d26d73c207ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2de47fbbac2d4ff58cc75d3dc0020f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266166 Jul 11 14:17:36.305858 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49362) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:36.356157 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-81c7028c-64a2-4a48-bf87-8ea181e1c7fa admin admin] Publish callbacks [] for security_group (c5d40f97-9042-4564-b59f-210de699a201), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.377023 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-81c7028c-64a2-4a48-bf87-8ea181e1c7fa admin admin] Publish callbacks [] for security_group (c5d40f97-9042-4564-b59f-210de699a201), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.422201 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-81c7028c-64a2-4a48-bf87-8ea181e1c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c5d40f97-9042-4564-b59f-210de699a201), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.424991 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-81c7028c-64a2-4a48-bf87-8ea181e1c7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.426145 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-81c7028c-64a2-4a48-bf87-8ea181e1c7fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5d40f97-9042-4564-b59f-210de699a201 HTTP/1.1" status: 204 len: 168 time: 0.1200709 Jul 11 14:17:36.434453 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7028c-64a2-4a48-bf87-8ea181e1c7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d40f97-9042-4564-b59f-210de699a201,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:36.456111 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device f5db50f9-f3ff-402d-967f-b9e5a25bbccf details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:17:36.497810 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:36.567601 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port f5db50f9-f3ff-402d-967f-b9e5a25bbccf, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:36.579756 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf', 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389', 'port_id': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf', 'mac_address': 'fa:16:3e:d1:bd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e93b33-6298-4c09-a732-cee7a656f56c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:17:36.589879 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196c863-16bc-4519-8441-e3c0dac44e4f req-bade1e76-de05-49c3-a202-ae369bcdf63b tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:36.591681 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0196c863-16bc-4519-8441-e3c0dac44e4f req-bade1e76-de05-49c3-a202-ae369bcdf63b tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 944 time: 0.0520024 Jul 11 14:17:36.619365 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port f5db50f9-f3ff-402d-967f-b9e5a25bbccf is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:17:36.620039 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.635171 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5db50f9-f3ff-402d-967f-b9e5a25bbccf {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:17:36.643970 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0196c863-16bc-4519-8441-e3c0dac44e4f req-2884fab5-0277-4c11-b55b-6b7b09ed303c tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464392 Jul 11 14:17:36.661216 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port f5db50f9-f3ff-402d-967f-b9e5a25bbccf, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:36.665751 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.716069 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:36.723829 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.724184 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.724528 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.724866 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.725376 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.726233 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.726588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.726918 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.727249 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.727577 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.727900 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.728231 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.728553 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.728869 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.729188 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:36.744592 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49370) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:36.757699 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-656978c6-8c26-48f6-b5ca-96a8ebbb0083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.835047 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-656978c6-8c26-48f6-b5ca-96a8ebbb0083 admin admin] Publish callbacks [] for security_group (a9523166-9c4e-4b55-ba3b-634f69b834a2), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.838808 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-656978c6-8c26-48f6-b5ca-96a8ebbb0083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a9523166-9c4e-4b55-ba3b-634f69b834a2), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.880225 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-656978c6-8c26-48f6-b5ca-96a8ebbb0083 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7b947f182b54cedb9273bb005168d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345134 Jul 11 14:17:36.882164 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656978c6-8c26-48f6-b5ca-96a8ebbb0083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9523166-9c4e-4b55-ba3b-634f69b834a2,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:36.882891 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49372) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:36.913569 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:36.941355 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-021856df-57af-4a2d-82f0-d7a30cc1ab01 admin admin] Publish callbacks [] for security_group (a9523166-9c4e-4b55-ba3b-634f69b834a2), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:36.963615 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-021856df-57af-4a2d-82f0-d7a30cc1ab01 admin admin] Publish callbacks [] for security_group (a9523166-9c4e-4b55-ba3b-634f69b834a2), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:37.013802 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-021856df-57af-4a2d-82f0-d7a30cc1ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a9523166-9c4e-4b55-ba3b-634f69b834a2), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:37.016419 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-021856df-57af-4a2d-82f0-d7a30cc1ab01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:37.017697 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-021856df-57af-4a2d-82f0-d7a30cc1ab01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9523166-9c4e-4b55-ba3b-634f69b834a2 HTTP/1.1" status: 204 len: 168 time: 0.1337969 Jul 11 14:17:37.026788 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021856df-57af-4a2d-82f0-d7a30cc1ab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9523166-9c4e-4b55-ba3b-634f69b834a2,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:37.081676 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['f5db50f9-f3ff-402d-967f-b9e5a25bbccf'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:17:37.725738 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:37.744192 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:37.767235 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f3d5-80b5-4a78-84dd-2eae311f8782 req-5eb01d7b-7494-4d0e-a52c-dbfd4e2033d1 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:37.768722 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aeb0f3d5-80b5-4a78-84dd-2eae311f8782 req-5eb01d7b-7494-4d0e-a52c-dbfd4e2033d1 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Jul 11 14:17:37.816521 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aeb0f3d5-80b5-4a78-84dd-2eae311f8782 req-50917084-353e-4b3e-9e27-3b38b702ff82 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Jul 11 14:17:38.464459 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device f5db50f9-f3ff-402d-967f-b9e5a25bbccf up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:17:38.505659 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port f5db50f9-f3ff-402d-967f-b9e5a25bbccf completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:17:38.512365 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port f5db50f9-f3ff-402d-967f-b9e5a25bbccf triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:17:38.512757 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:38.585443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:38.590019 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port f5db50f9-f3ff-402d-967f-b9e5a25bbccf is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:17:38.590429 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:38.613780 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:17:38.616595 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b569f-6b6a-4637-9067-92f140303570" -d '{"events": [{"server_uuid": "eceb262c-e622-4e09-9050-ae977ae9ae89", "name": "network-vif-plugged", "status": "completed", "tag": "f5db50f9-f3ff-402d-967f-b9e5a25bbccf"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:17:38.629707 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port f5db50f9-f3ff-402d-967f-b9e5a25bbccf, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:38.634744 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:38.666495 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7244a0c3-f0b5-418f-8f3a-3187d6ba4d25 x-openstack-request-id: req-7244a0c3-f0b5-418f-8f3a-3187d6ba4d25 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:17:38.666781 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceb262c-e622-4e09-9050-ae977ae9ae89", "name": "network-vif-plugged", "status": "completed", "tag": "f5db50f9-f3ff-402d-967f-b9e5a25bbccf", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:17:38.667033 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7244a0c3-f0b5-418f-8f3a-3187d6ba4d25 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:17:38.667426 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7244a0c3-f0b5-418f-8f3a-3187d6ba4d25'] response: {'server_uuid': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf', 'code': 200} Jul 11 14:17:38.696106 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:38.885544 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66723c99-8353-4541-b65b-f64e8e9b0adf req-4d3bf379-bc18-4c33-b7f7-075ae9d3c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:38.887115 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-66723c99-8353-4541-b65b-f64e8e9b0adf req-4d3bf379-bc18-4c33-b7f7-075ae9d3c013 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 1130 time: 0.0449016 Jul 11 14:17:38.932852 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-66723c99-8353-4541-b65b-f64e8e9b0adf req-3088674e-fdae-40f6-b13c-7efea76a3848 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397360 Jul 11 14:17:38.938571 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e5b90-14ba-4d85-92cc-266b6af37d60 req-b2841c73-8d8f-475a-8581-264f66679679 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:38.940032 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6c0e5b90-14ba-4d85-92cc-266b6af37d60 req-b2841c73-8d8f-475a-8581-264f66679679 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 946 time: 0.0494912 Jul 11 14:17:38.987738 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6c0e5b90-14ba-4d85-92cc-266b6af37d60 req-52c33940-a4fc-4a4a-be51-6489ee510866 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Jul 11 14:17:40.123084 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74717175-4f45-4e78-9bb1-a1bcc660944d req-29758cb0-fb25-46db-8c11-f84b58fd933a tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:40.124640 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-74717175-4f45-4e78-9bb1-a1bcc660944d req-29758cb0-fb25-46db-8c11-f84b58fd933a tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 946 time: 0.0601985 Jul 11 14:17:40.172853 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-74717175-4f45-4e78-9bb1-a1bcc660944d req-257308d0-9dbe-4cb6-a050-18c426f2bad4 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Jul 11 14:17:41.296681 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fcfc-e284-4a80-a6f8-fa0df5a4c5f2 req-cb0baac5-8421-459a-a76c-ed646e77b858 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:41.298292 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a21fcfc-e284-4a80-a6f8-fa0df5a4c5f2 req-cb0baac5-8421-459a-a76c-ed646e77b858 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 946 time: 0.0496876 Jul 11 14:17:41.350082 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8a21fcfc-e284-4a80-a6f8-fa0df5a4c5f2 req-b347f939-a509-4de3-9561-0c843f60df8b tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Jul 11 14:17:42.102951 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7655fb-8fed-4393-8f7f-05d3017c62ed req-fe0b914e-ec17-4269-9da9-b60631a8cf12 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:42.104419 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7655fb-8fed-4393-8f7f-05d3017c62ed req-fe0b914e-ec17-4269-9da9-b60631a8cf12 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 946 time: 0.0533013 Jul 11 14:17:42.154917 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7655fb-8fed-4393-8f7f-05d3017c62ed req-711e5cec-f16b-4377-9fca-9e8ef729cce4 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Jul 11 14:17:43.279955 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2d027-fc18-4a09-8dc9-8a4e4a5a5003 req-e9183349-fe38-444a-8933-93290d8895ac tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:43.281441 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-86d2d027-fc18-4a09-8dc9-8a4e4a5a5003 req-e9183349-fe38-444a-8933-93290d8895ac tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 946 time: 0.0493712 Jul 11 14:17:43.333450 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-86d2d027-fc18-4a09-8dc9-8a4e4a5a5003 req-f7d870aa-c9b0-452f-a030-9857d50ace7f tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459690 Jul 11 14:17:43.516515 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49520) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:43.623481 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-afffd0dc-e7cf-4bec-a060-29b63276693e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:43.700412 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-afffd0dc-e7cf-4bec-a060-29b63276693e admin admin] Publish callbacks [] for security_group (05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:43.704118 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-afffd0dc-e7cf-4bec-a060-29b63276693e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:43.746177 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-afffd0dc-e7cf-4bec-a060-29b63276693e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d937a8015a8f488c8657c12f30d8175f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285974 Jul 11 14:17:43.747030 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffd0dc-e7cf-4bec-a060-29b63276693e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:43.748910 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49524) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:43.799497 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0167ccf5-cbab-4b47-adb1-0a7fbbd13207 admin admin] Publish callbacks [] for security_group (05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:43.821589 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0167ccf5-cbab-4b47-adb1-0a7fbbd13207 admin admin] Publish callbacks [] for security_group (05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:43.868496 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0167ccf5-cbab-4b47-adb1-0a7fbbd13207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:43.871051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0167ccf5-cbab-4b47-adb1-0a7fbbd13207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:43.872191 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-0167ccf5-cbab-4b47-adb1-0a7fbbd13207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba HTTP/1.1" status: 204 len: 168 time: 0.1222432 Jul 11 14:17:43.881845 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167ccf5-cbab-4b47-adb1-0a7fbbd13207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe1b0c-ac4f-422d-bd1e-f1145d45d2ba,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:43.895494 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:43.896690 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=9 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:44.009387 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-4e3816fa-c0a5-4605-97a1-9dea95a79b4f tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:44.010863 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-4e3816fa-c0a5-4605-97a1-9dea95a79b4f tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 946 time: 0.0519280 Jul 11 14:17:44.097103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Deleting port f5db50f9-f3ff-402d-967f-b9e5a25bbccf {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:44.097477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.159653 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49530) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:44.175043 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-137576b0-c0a6-4440-b260-98144822167f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.199991 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] For port f5db50f9-f3ff-402d-967f-b9e5a25bbccf, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:44.200443 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.217009 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Calling delete_port for f5db50f9-f3ff-402d-967f-b9e5a25bbccf owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:44.255653 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-137576b0-c0a6-4440-b260-98144822167f admin admin] Publish callbacks [] for security_group (78e0edcf-1082-4d56-81f6-8c10dbf82734), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.260631 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-137576b0-c0a6-4440-b260-98144822167f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (78e0edcf-1082-4d56-81f6-8c10dbf82734), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.283782 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:44.292749 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:44.293560 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:44.303796 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137576b0-c0a6-4440-b260-98144822167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e0edcf-1082-4d56-81f6-8c10dbf82734,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:44.311753 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-137576b0-c0a6-4440-b260-98144822167f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bf7b09acb6641aeb8f10ec594819913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503284 Jul 11 14:17:44.312746 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49532) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:44.355678 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (f5db50f9-f3ff-402d-967f-b9e5a25bbccf), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.369461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-19fc7c92-043d-4d67-bd53-254cf5563800 admin admin] Publish callbacks [] for security_group (78e0edcf-1082-4d56-81f6-8c10dbf82734), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.390382 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Pushing event deleted for resources: {'Port': ['ID=f5db50f9-f3ff-402d-967f-b9e5a25bbccf,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:44.392429 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['f5db50f9-f3ff-402d-967f-b9e5a25bbccf'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:17:44.409549 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-19fc7c92-043d-4d67-bd53-254cf5563800 admin admin] Publish callbacks [] for security_group (78e0edcf-1082-4d56-81f6-8c10dbf82734), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.441340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] No DVR routers for this DVR port f5db50f9-f3ff-402d-967f-b9e5a25bbccf on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:17:44.444131 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.447740 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c44c1b16-882a-4d75-ab07-149d8ec4e623 req-a1c8400d-8468-4514-a183-030a05122392 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "DELETE /v2.0/ports/f5db50f9-f3ff-402d-967f-b9e5a25bbccf HTTP/1.1" status: 204 len: 173 time: 0.4313354 Jul 11 14:17:44.448199 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'name': 'network-vif-deleted', 'tag': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:17:44.451201 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cccb95-90b6-46da-b9e9-1b098e9154d6" -d '{"events": [{"server_uuid": "eceb262c-e622-4e09-9050-ae977ae9ae89", "name": "network-vif-deleted", "tag": "f5db50f9-f3ff-402d-967f-b9e5a25bbccf"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:17:44.467915 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a0e3b3e8-b9c3-4244-86e3-fc579b1a925a req-6f7f2a2f-9d04-4e0f-825f-f4251cfe33a8 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceb262c-e622-4e09-9050-ae977ae9ae89 HTTP/1.1" status: 200 len: 210 time: 0.0485246 Jul 11 14:17:44.503646 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-19fc7c92-043d-4d67-bd53-254cf5563800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (78e0edcf-1082-4d56-81f6-8c10dbf82734), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.506272 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-19fc7c92-043d-4d67-bd53-254cf5563800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:44.508449 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-19fc7c92-043d-4d67-bd53-254cf5563800 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78e0edcf-1082-4d56-81f6-8c10dbf82734 HTTP/1.1" status: 204 len: 168 time: 0.1933103 Jul 11 14:17:44.520921 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc7c92-043d-4d67-bd53-254cf5563800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e0edcf-1082-4d56-81f6-8c10dbf82734,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:44.707945 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0bb0e-93c0-4f6d-9f8a-035da471089b x-openstack-request-id: req-74d0bb0e-93c0-4f6d-9f8a-035da471089b {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:17:44.708455 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceb262c-e622-4e09-9050-ae977ae9ae89", "name": "network-vif-deleted", "tag": "f5db50f9-f3ff-402d-967f-b9e5a25bbccf", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:17:44.708790 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74d0bb0e-93c0-4f6d-9f8a-035da471089b {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:17:44.709257 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d0bb0e-93c0-4f6d-9f8a-035da471089b'] response: {'server_uuid': 'eceb262c-e622-4e09-9050-ae977ae9ae89', 'name': 'network-vif-deleted', 'tag': 'f5db50f9-f3ff-402d-967f-b9e5a25bbccf', 'status': 'completed', 'code': 200} Jul 11 14:17:45.660351 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49578) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:45.771191 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-acb8c141-ab95-4aa0-956e-d91bd4f84384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:45.814875 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-81cce638-ad4e-4182-8270-2243ca55bfe3 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:45.816397 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-81cce638-ad4e-4182-8270-2243ca55bfe3 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/networks?id=2732531a-d3b6-48a8-b1d1-0ab620f2a389 HTTP/1.1" status: 200 len: 808 time: 0.1072142 Jul 11 14:17:45.831863 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-58b0490a-b2bc-4eaf-96ef-0195e2e2bf76 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/quotas/9a7d950a8bf049dcb5600fc64b3b6cc0 HTTP/1.1" status: 200 len: 375 time: 0.0099416 Jul 11 14:17:45.832726 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:45.854846 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-acb8c141-ab95-4aa0-956e-d91bd4f84384 admin admin] Publish callbacks [] for security_group (4a22b9a8-b541-4273-a005-8a44612d13c0), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:45.858828 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-acb8c141-ab95-4aa0-956e-d91bd4f84384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (4a22b9a8-b541-4273-a005-8a44612d13c0), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:45.870888 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-06b9962e-e23b-40c9-8850-531aede518f7 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a7d950a8bf049dcb5600fc64b3b6cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324280 Jul 11 14:17:45.899354 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-acb8c141-ab95-4aa0-956e-d91bd4f84384 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=461c622098ec4dfcbac8c1744e94a9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378678 Jul 11 14:17:45.900228 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8c141-ab95-4aa0-956e-d91bd4f84384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a22b9a8-b541-4273-a005-8a44612d13c0,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:45.902001 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49592) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:45.943718 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-c7016d19-d1c8-4639-abcb-6ff53f9f77af service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=104192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 11 14:17:45.944710 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-c7016d19-d1c8-4639-abcb-6ff53f9f77af service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0670910 Jul 11 14:17:45.977142 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-79c0cce7-4f39-4601-a452-285c76092fdf admin admin] Publish callbacks [] for security_group (4a22b9a8-b541-4273-a005-8a44612d13c0), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:46.034962 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-79c0cce7-4f39-4601-a452-285c76092fdf admin admin] Publish callbacks [] for security_group (4a22b9a8-b541-4273-a005-8a44612d13c0), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:46.089609 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-71056512-4c63-4fbb-8a6d-0df307b2c859 service neutron] 10.222.0.49 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379597 Jul 11 14:17:46.120941 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-79c0cce7-4f39-4601-a452-285c76092fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (4a22b9a8-b541-4273-a005-8a44612d13c0), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:46.123782 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-79c0cce7-4f39-4601-a452-285c76092fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:46.124914 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-79c0cce7-4f39-4601-a452-285c76092fdf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a22b9a8-b541-4273-a005-8a44612d13c0 HTTP/1.1" status: 204 len: 168 time: 0.2217226 Jul 11 14:17:46.142876 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0cce7-4f39-4601-a452-285c76092fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a22b9a8-b541-4273-a005-8a44612d13c0,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:46.199014 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-e1184b30-b893-44a3-961a-38d2717bf6c0 service neutron] 10.222.0.49 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030293 Jul 11 14:17:46.378044 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4339e436-a50b-4d4c-bc49-1002d9a2091e req-73ecc1aa-99c1-4866-9054-70f4c3d8fe7c tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 210 time: 0.0365880 Jul 11 14:17:47.479797 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-25c14eda-5ef0-4316-a992-633509aeb109 req-2ad866b2-88f3-485b-ab74-1008be77de83 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 210 time: 0.0350618 Jul 11 14:17:47.501538 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee2f7-552f-4cf0-9981-eadc64dcfeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:47.615510 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-8765ebf7-b713-4b34-a33e-37993aa6247b tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:47.617205 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-8765ebf7-b713-4b34-a33e-37993aa6247b tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "GET /v2.0/networks?id=2732531a-d3b6-48a8-b1d1-0ab620f2a389 HTTP/1.1" status: 200 len: 808 time: 0.1096528 Jul 11 14:17:47.636610 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Request body: {'port': {'device_id': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389', 'admin_state_up': True, 'tenant_id': '9a7d950a8bf049dcb5600fc64b3b6cc0'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:47.752023 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Made reservation on behalf of 9a7d950a8bf049dcb5600fc64b3b6cc0 for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:17:47.755340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:47.886730 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Allocated IP 172.20.0.9 (2732531a-d3b6-48a8-b1d1-0ab620f2a389/50e93b33-6298-4c09-a732-cee7a656f56c/92e64234-8aa5-4470-bb21-e82acf1e228b) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:17:48.074364 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:48.079350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks [] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:48.115683 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:48.161387 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:17:48.164824 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:17:48.168880 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:17:48.205237 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Pushing event updated for resources: {'Port': ['ID=92e64234-8aa5-4470-bb21-e82acf1e228b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:48.221518 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.221859 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.222599 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.223222 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.223222 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.223497 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.223951 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.224276 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.224635 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.224953 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.225305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.225625 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.225988 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.226913 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.227297 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:48.229820 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94167b8-093a-437f-94f4-4cf8664e5900 req-e539cfc6-f613-4ce4-af23-4db935041522 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:48.234994 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e94167b8-093a-437f-94f4-4cf8664e5900 req-e539cfc6-f613-4ce4-af23-4db935041522 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0570178 Jul 11 14:17:48.247289 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:48.247983 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:48.265326 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f68b4bb8-c5e8-48ef-afdf-96531503ab49 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325338 Jul 11 14:17:48.284741 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e94167b8-093a-437f-94f4-4cf8664e5900 req-ae3f326d-227d-4690-87d3-b034b51b5b38 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455992 Jul 11 14:17:48.496317 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device f5db50f9-f3ff-402d-967f-b9e5a25bbccf no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:48.515769 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: f5db50f9-f3ff-402d-967f-b9e5a25bbccf {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:48.516381 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device f5db50f9-f3ff-402d-967f-b9e5a25bbccf not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:48.602855 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198059df-476a-462e-a44b-339f7b05113c req-e5f33e27-3ae4-4431-8ccf-0b30ea81d15d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:48.607719 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-198059df-476a-462e-a44b-339f7b05113c req-e5f33e27-3ae4-4431-8ccf-0b30ea81d15d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 931 time: 0.0521057 Jul 11 14:17:48.660388 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-198059df-476a-462e-a44b-339f7b05113c req-07401631-4fff-40df-ab1a-fd93ca7acf76 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503592 Jul 11 14:17:49.434315 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae447edd-731f-4fef-b1e7-682953a0d979 req-af862d5c-c3c4-496b-a0a6-7e6c7bf04773 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:49.434315 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ae447edd-731f-4fef-b1e7-682953a0d979 req-af862d5c-c3c4-496b-a0a6-7e6c7bf04773 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0538483 Jul 11 14:17:49.440993 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:49.456631 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Request body: {'port': {'device_id': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:17:49.479132 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ae447edd-731f-4fef-b1e7-682953a0d979 req-779f33a2-3d35-4346-8600-3a52db876010 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451922 Jul 11 14:17:49.482953 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:49.521159 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:49.766991 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:49.781865 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33566641-9032-43e8-9d01-f7700db67dbf req-a56848e5-9e58-480b-b3e4-86a762a13ea1 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:49.783362 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-33566641-9032-43e8-9d01-f7700db67dbf req-a56848e5-9e58-480b-b3e4-86a762a13ea1 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 931 time: 0.0518081 Jul 11 14:17:49.790087 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e64234-8aa5-4470-bb21-e82acf1e228b {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:17:49.799031 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Publish callbacks [] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:49.814640 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Transition to ACTIVE for port object 92e64234-8aa5-4470-bb21-e82acf1e228b will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:17:49.820024 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:49.839321 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-33566641-9032-43e8-9d01-f7700db67dbf req-81cc44ab-9bf3-4c6c-9e3c-c133d6bbb59c tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Jul 11 14:17:49.883435 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Pushing event updated for resources: {'Port': ['ID=92e64234-8aa5-4470-bb21-e82acf1e228b,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:49.926403 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d8ab527d-0246-4309-b788-f6bd7a4527b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:49.960757 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Attempting to bind port 92e64234-8aa5-4470-bb21-e82acf1e228b on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:17:49.961153 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Attempting to bind port 92e64234-8aa5-4470-bb21-e82acf1e228b by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:17:49.961420 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Attempting to bind port 92e64234-8aa5-4470-bb21-e82acf1e228b on network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:17:49.966086 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Port 92e64234-8aa5-4470-bb21-e82acf1e228b on network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:17:49.966432 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Attempting to bind port 92e64234-8aa5-4470-bb21-e82acf1e228b on network 2732531a-d3b6-48a8-b1d1-0ab620f2a389 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:17:49.971529 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:17:49.971778 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Checking segment: {'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:17:49.972152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Bound using segment: {'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:17:49.972574 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Bound port: 92e64234-8aa5-4470-bb21-e82acf1e228b, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec90fb3-b64a-414d-b125-9b163d45132e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:17:49.972928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.064532 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a741d-a644-4610-8722-f1a86f9df6af req-1ad5b285-6b45-4339-a1fd-5b8acee318c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:50.066022 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-826a741d-a644-4610-8722-f1a86f9df6af req-1ad5b285-6b45-4339-a1fd-5b8acee318c2 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0823050 Jul 11 14:17:50.111152 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:50.130071 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] For port 92e64234-8aa5-4470-bb21-e82acf1e228b, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:17:50.161192 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] For port 92e64234-8aa5-4470-bb21-e82acf1e228b, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=92e64234-8aa5-4470-bb21-e82acf1e228b,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:17:50.173221 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.211077 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Deleting port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:50.211406 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.233080 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:50.233680 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.235042 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] 10.222.0.55 "PUT /v2.0/ports/92e64234-8aa5-4470-bb21-e82acf1e228b HTTP/1.1" status: 200 len: 1093 time: 0.8946025 Jul 11 14:17:50.237481 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'tag': '92e64234-8aa5-4470-bb21-e82acf1e228b'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:17:50.239716 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d578681f-7107-4346-b5fa-34b666340edb" -d '{"events": [{"name": "network-changed", "server_uuid": "e46a8091-1dae-4ce3-99c1-ed002b991e84", "tag": "92e64234-8aa5-4470-bb21-e82acf1e228b"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:17:50.296042 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8321cb3-fe37-41c8-a8e8-1fb7c21fcb73 x-openstack-request-id: req-b8321cb3-fe37-41c8-a8e8-1fb7c21fcb73 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:17:50.296331 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46a8091-1dae-4ce3-99c1-ed002b991e84", "tag": "92e64234-8aa5-4470-bb21-e82acf1e228b", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:17:50.296576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8321cb3-fe37-41c8-a8e8-1fb7c21fcb73 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:17:50.296963 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8321cb3-fe37-41c8-a8e8-1fb7c21fcb73'] response: {'name': 'network-changed', 'server_uuid': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'tag': '92e64234-8aa5-4470-bb21-e82acf1e228b', 'status': 'completed', 'code': 200} Jul 11 14:17:50.299516 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117a644-1b0c-4b97-9141-51e577a4ad28 service neutron] Pushing event updated for resources: {'Port': ['ID=92e64234-8aa5-4470-bb21-e82acf1e228b,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:50.362877 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-abe6b19a-d89a-4069-804f-ef3b042d65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:50.364239 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-abe6b19a-d89a-4069-804f-ef3b042d65fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a7d950a8bf049dcb5600fc64b3b6cc0&device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 1127 time: 0.0555677 Jul 11 14:17:50.369347 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] For port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:50.369704 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.376230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:50.443725 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-68c99f88-9855-417c-9291-55bcae71fa59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e64234-8aa5-4470-bb21-e82acf1e228b HTTP/1.1" status: 200 len: 217 time: 0.0648246 Jul 11 14:17:50.537588 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f97f1455-84bc-4068-9df7-b8188e5b856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:50.539088 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-f97f1455-84bc-4068-9df7-b8188e5b856a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50e93b33-6298-4c09-a732-cee7a656f56c HTTP/1.1" status: 200 len: 848 time: 0.0862558 Jul 11 14:17:50.599978 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-ff2c6887-7fb7-491d-991a-0f97a1425dce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2732531a-d3b6-48a8-b1d1-0ab620f2a389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526299 Jul 11 14:17:50.601706 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429f3e0-5c17-4b7a-a689-184f8f5d74e8 req-4933750a-91b7-4c19-970d-5e01ade4f91f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:50.603266 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3429f3e0-5c17-4b7a-a689-184f8f5d74e8 req-4933750a-91b7-4c19-970d-5e01ade4f91f tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 946 time: 0.0473838 Jul 11 14:17:50.647057 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.647418 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (ffc69b2b-8b43-4f63-8b43-9b8a829a8141), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.647728 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Floating IP ffc69b2b-8b43-4f63-8b43-9b8a829a8141 disassociated. External IP: 172.27.1.221, port: 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e. Jul 11 14:17:50.648125 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Calling delete_port for 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:50.655073 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3429f3e0-5c17-4b7a-a689-184f8f5d74e8 req-d492d98b-465c-429c-a5a0-3af873657ea5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups?id=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456583 Jul 11 14:17:50.752164 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-a728f73e-c514-48fb-8d63-06a10f089096 service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435950 Jul 11 14:17:50.880422 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:50.896432 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5d7197b7-4562-4ae2-aeaf-8d08b7948c34 req-4a41bb23-6b48-428e-ad87-ec14968da32f service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348751 Jul 11 14:17:50.898566 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (324eb4e8-e871-4b27-ae51-8c78d7f0ec4e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:50.930677 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event deleted for resources: {'Port': ['ID=324eb4e8-e871-4b27-ae51-8c78d7f0ec4e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:50.977738 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3aa22-8a1c-4da3-83d7-a51061ea8bf5 req-da8173b6-2362-4b1a-8c81-1285e21ca692 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:50.979364 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dab3aa22-8a1c-4da3-83d7-a51061ea8bf5 req-da8173b6-2362-4b1a-8c81-1285e21ca692 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 943 time: 0.0564044 Jul 11 14:17:51.032359 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dab3aa22-8a1c-4da3-83d7-a51061ea8bf5 req-df4a39f7-ede8-427d-ab42-9b0b0370e6d7 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Jul 11 14:17:51.062355 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Router dc9484ea-df0b-4d14-93c0-912984c1ec48 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:17:51.063383 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:51.166780 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:17:51.178293 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] Sync routers for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:17:51.183473 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:51.198433 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:51.199372 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:51.217297 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] No DVR routers for this DVR port 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:17:51.219886 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:51.223096 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-826a741d-a644-4610-8722-f1a86f9df6af req-a8787584-c9c6-4f7b-879a-129ab8d778ef tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.55 "DELETE /v2.0/ports/324eb4e8-e871-4b27-ae51-8c78d7f0ec4e HTTP/1.1" status: 204 len: 173 time: 1.1514142 Jul 11 14:17:51.309280 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:51.518690 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:51.544760 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] Checking router: dc9484ea-df0b-4d14-93c0-912984c1ec48 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:17:51.554580 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:51.555200 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:51.660457 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:51.771622 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7276b7db-ba24-4458-85e9-bc49cf32923b req-878125e6-358c-4872-aace-915ba133901d tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 210 time: 0.0303845 Jul 11 14:17:51.971389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:51.985647 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:52.011316 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea52c27-3bf9-4f03-8c96-22dc0bab8d92 None None] The sync data for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi is: [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:07:04Z', 'revision_number': 4, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': '91185305-b343-49f5-b3d4-2c4f94cb5d24', 'name': '', 'network_id': 'a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'mac_address': 'fa:16:3e:3b:c2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:07:02Z', 'updated_at': '2022-07-11T14:07:24Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'subnets': [{'id': '7674d483-d14a-4c0b-9de5-5bf1681db341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:17:52.160824 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350b8a8-bf3a-434d-8e38-f8c860c17370 req-ec2c5ec4-dbba-47d9-acc3-8c945ae7a309 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:52.162411 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9350b8a8-bf3a-434d-8e38-f8c860c17370 req-ec2c5ec4-dbba-47d9-acc3-8c945ae7a309 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 943 time: 0.0531175 Jul 11 14:17:52.220053 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9350b8a8-bf3a-434d-8e38-f8c860c17370 req-24c6b910-33a3-444b-a46f-4c7eedd356a9 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512958 Jul 11 14:17:52.268729 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e73ee5-9acf-489b-a74a-337b373cc5d1 None None] New status for floating IP ffc69b2b-8b43-4f63-8b43-9b8a829a8141: DOWN {{(pid=104194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:17:52.298518 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-deleted', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:17:52.301455 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4d5cdc-ec9e-4d61-8195-17e031cf31fb" -d '{"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-deleted", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:17:52.343076 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc66252-44c3-42fc-93a7-d25124c1e9bc x-openstack-request-id: req-dcc66252-44c3-42fc-93a7-d25124c1e9bc {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:17:52.343595 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636c141-0ab2-42c5-ae0d-dedad7a1ac5f", "name": "network-vif-deleted", "tag": "324eb4e8-e871-4b27-ae51-8c78d7f0ec4e", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:17:52.343943 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dcc66252-44c3-42fc-93a7-d25124c1e9bc {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:17:52.344441 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc66252-44c3-42fc-93a7-d25124c1e9bc'] response: {'server_uuid': '5636c141-0ab2-42c5-ae0d-dedad7a1ac5f', 'name': 'network-vif-deleted', 'tag': '324eb4e8-e871-4b27-ae51-8c78d7f0ec4e', 'status': 'completed', 'code': 200} Jul 11 14:17:52.597433 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:52.816553 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:53.097374 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9b1048a8-c889-4a1f-a29a-87d11de26541 req-4b8ced1b-50f1-4ca4-8691-b55915b454dc tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/ports?device_id=5636c141-0ab2-42c5-ae0d-dedad7a1ac5f HTTP/1.1" status: 200 len: 210 time: 0.0284564 Jul 11 14:17:53.322866 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578681f-7107-4346-b5fa-34b666340edb req-669d63e2-06a5-43ea-ba4a-188c9e0480eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:53.326948 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d578681f-7107-4346-b5fa-34b666340edb req-669d63e2-06a5-43ea-ba4a-188c9e0480eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a7d950a8bf049dcb5600fc64b3b6cc0&device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 1127 time: 0.0490704 Jul 11 14:17:53.352804 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f30ea-7e45-41fd-8a96-eeda0204907e req-9aee5939-fd7b-4ac6-ae94-4babd31f08da tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:53.354539 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-893f30ea-7e45-41fd-8a96-eeda0204907e req-9aee5939-fd7b-4ac6-ae94-4babd31f08da tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 943 time: 0.0568941 Jul 11 14:17:53.434679 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-893f30ea-7e45-41fd-8a96-eeda0204907e req-80b59e80-8dbf-4b75-a6f0-2cf8cdd10b68 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606432 Jul 11 14:17:53.457253 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578681f-7107-4346-b5fa-34b666340edb req-46b3a808-b7be-4674-ad8e-e67456294628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:53.459093 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d578681f-7107-4346-b5fa-34b666340edb req-46b3a808-b7be-4674-ad8e-e67456294628 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2732531a-d3b6-48a8-b1d1-0ab620f2a389 HTTP/1.1" status: 200 len: 909 time: 0.1186173 Jul 11 14:17:53.737560 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d578681f-7107-4346-b5fa-34b666340edb req-bd0b0219-131f-4766-a120-2bdf88e18f41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e64234-8aa5-4470-bb21-e82acf1e228b HTTP/1.1" status: 200 len: 217 time: 0.0343091 Jul 11 14:17:53.779645 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:53.793191 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578681f-7107-4346-b5fa-34b666340edb req-344fbde5-5679-4879-a889-6095cafea009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:53.794697 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d578681f-7107-4346-b5fa-34b666340edb req-344fbde5-5679-4879-a889-6095cafea009 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50e93b33-6298-4c09-a732-cee7a656f56c HTTP/1.1" status: 200 len: 848 time: 0.0512006 Jul 11 14:17:53.830526 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d578681f-7107-4346-b5fa-34b666340edb req-8c39aad8-1393-485c-bca7-87f5b290e3ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2732531a-d3b6-48a8-b1d1-0ab620f2a389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291693 Jul 11 14:17:53.927110 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d578681f-7107-4346-b5fa-34b666340edb req-c894e4ab-f422-45dd-b30c-6e05cf992e07 service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901926 Jul 11 14:17:54.024526 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d578681f-7107-4346-b5fa-34b666340edb req-02dfeb47-42c3-42e2-8033-46a40eacaf9e service neutron] 10.222.0.55 "GET /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891166 Jul 11 14:17:54.189562 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49772) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:54.247744 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a4b67fea-6a13-4669-a252-734a7bd9af2b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (a46ed0a6-8b4b-4e9c-97f6-b98d2b128501), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.270627 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a4b67fea-6a13-4669-a252-734a7bd9af2b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (a46ed0a6-8b4b-4e9c-97f6-b98d2b128501), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.315921 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a4b67fea-6a13-4669-a252-734a7bd9af2b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a46ed0a6-8b4b-4e9c-97f6-b98d2b128501), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.318468 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-a4b67fea-6a13-4669-a252-734a7bd9af2b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.319597 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-a4b67fea-6a13-4669-a252-734a7bd9af2b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "DELETE /v2.0/security-groups/a46ed0a6-8b4b-4e9c-97f6-b98d2b128501 HTTP/1.1" status: 204 len: 168 time: 0.1290314 Jul 11 14:17:54.323143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49774) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:54.330179 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b67fea-6a13-4669-a252-734a7bd9af2b tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ed0a6-8b4b-4e9c-97f6-b98d2b128501,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:54.341892 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.api.v2.resource [None req-c01cb2a2-3e4c-4191-8340-2044e8e6d4ca tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] show failed (client error): The resource could not be found. Jul 11 14:17:54.343317 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-c01cb2a2-3e4c-4191-8340-2044e8e6d4ca tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "GET /v2.0/security-groups/a46ed0a6-8b4b-4e9c-97f6-b98d2b128501 HTTP/1.1" status: 404 len: 347 time: 0.0191314 Jul 11 14:17:54.346136 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49776) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:54.523777 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 92e64234-8aa5-4470-bb21-e82acf1e228b details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:17:54.532683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:17:54.544126 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0d1a-bef8-45b8-9072-2fdcc17048a1 req-e1ed531c-fbec-45cb-b3e8-743e09a6b52d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:54.545700 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1e5b0d1a-bef8-45b8-9072-2fdcc17048a1 req-e1ed531c-fbec-45cb-b3e8-743e09a6b52d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 943 time: 0.0520718 Jul 11 14:17:54.558734 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:17:54.559080 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 324eb4e8-e871-4b27-ae51-8c78d7f0ec4e not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:17:54.599036 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1e5b0d1a-bef8-45b8-9072-2fdcc17048a1 req-cd4350ee-c000-45c4-9bc0-ac1bd9262bfd tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Jul 11 14:17:54.664166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 92e64234-8aa5-4470-bb21-e82acf1e228b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=92e64234-8aa5-4470-bb21-e82acf1e228b,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:54.677170 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '92e64234-8aa5-4470-bb21-e82acf1e228b', 'network_id': '2732531a-d3b6-48a8-b1d1-0ab620f2a389', 'port_id': '92e64234-8aa5-4470-bb21-e82acf1e228b', 'mac_address': 'fa:16:3e:a2:f0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e93b33-6298-4c09-a732-cee7a656f56c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:17:54.725424 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 92e64234-8aa5-4470-bb21-e82acf1e228b is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:17:54.725859 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.735926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Deleting port 423b1911-06b4-4c2d-9520-3541ca2ade0f {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:54.736413 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.742633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e64234-8aa5-4470-bb21-e82acf1e228b {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:17:54.770656 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 92e64234-8aa5-4470-bb21-e82acf1e228b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=92e64234-8aa5-4470-bb21-e82acf1e228b,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:54.775813 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.806068 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:54.821882 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.822213 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (423b1911-06b4-4c2d-9520-3541ca2ade0f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.826252 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=92e64234-8aa5-4470-bb21-e82acf1e228b,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:54.837160 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Calling delete_port for 423b1911-06b4-4c2d-9520-3541ca2ade0f owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:54.902457 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:54.972449 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (423b1911-06b4-4c2d-9520-3541ca2ade0f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:54.998631 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Pushing event deleted for resources: {'Port': ['ID=423b1911-06b4-4c2d-9520-3541ca2ade0f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:55.077974 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks [] for floatingip (ffc69b2b-8b43-4f63-8b43-9b8a829a8141), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:55.081414 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:55.082933 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-605193f4-e5db-41c0-9321-fcb2c97213d5 tempest-AttachVolumeShelveTestJSON-1017298285 tempest-AttachVolumeShelveTestJSON-1017298285-project] 10.222.0.49 "DELETE /v2.0/floatingips/ffc69b2b-8b43-4f63-8b43-9b8a829a8141 HTTP/1.1" status: 204 len: 168 time: 0.7356434 Jul 11 14:17:55.200576 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['92e64234-8aa5-4470-bb21-e82acf1e228b'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:17:55.719352 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825867f-bbe2-40a3-962c-0ff39c255e81 req-9dca3ada-d880-4cbe-b56b-0b4a33f90e39 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:55.720818 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d825867f-bbe2-40a3-962c-0ff39c255e81 req-9dca3ada-d880-4cbe-b56b-0b4a33f90e39 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 944 time: 0.0502234 Jul 11 14:17:56.028493 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d825867f-bbe2-40a3-962c-0ff39c255e81 req-fd4128db-86be-406d-acb0-2d0839dccba5 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014314 Jul 11 14:17:56.168075 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:56.538408 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 92e64234-8aa5-4470-bb21-e82acf1e228b up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:17:56.580042 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 92e64234-8aa5-4470-bb21-e82acf1e228b completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:17:56.586110 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 92e64234-8aa5-4470-bb21-e82acf1e228b triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:17:56.586514 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:56.659161 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 92e64234-8aa5-4470-bb21-e82acf1e228b is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:17:56.659541 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:56.682140 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e64234-8aa5-4470-bb21-e82acf1e228b'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:17:56.684389 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82210fc2-ad81-467c-b2fd-5d6963ae0713" -d '{"events": [{"server_uuid": "e46a8091-1dae-4ce3-99c1-ed002b991e84", "name": "network-vif-plugged", "status": "completed", "tag": "92e64234-8aa5-4470-bb21-e82acf1e228b"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:17:56.697768 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 92e64234-8aa5-4470-bb21-e82acf1e228b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=92e64234-8aa5-4470-bb21-e82acf1e228b,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:56.702059 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:56.750724 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=92e64234-8aa5-4470-bb21-e82acf1e228b,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:56.796580 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a8c3d9-28a9-4310-a4b3-6d049824eec9 x-openstack-request-id: req-f0a8c3d9-28a9-4310-a4b3-6d049824eec9 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:17:56.796872 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46a8091-1dae-4ce3-99c1-ed002b991e84", "name": "network-vif-plugged", "status": "completed", "tag": "92e64234-8aa5-4470-bb21-e82acf1e228b", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:17:56.797163 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0a8c3d9-28a9-4310-a4b3-6d049824eec9 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:17:56.797561 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a8c3d9-28a9-4310-a4b3-6d049824eec9'] response: {'server_uuid': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e64234-8aa5-4470-bb21-e82acf1e228b', 'code': 200} Jul 11 14:17:56.994928 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a17906-5693-446b-a2db-261fec1e6955 req-031a3065-ce89-453e-a613-1c24b9c1db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:56.996462 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75a17906-5693-446b-a2db-261fec1e6955 req-031a3065-ce89-453e-a613-1c24b9c1db86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 1129 time: 0.0401647 Jul 11 14:17:57.046048 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75a17906-5693-446b-a2db-261fec1e6955 req-00be5add-f9a7-4d20-9f44-121f2b6dfbc5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Jul 11 14:17:57.149536 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e48db-c772-4b52-9a89-16f63fc5e3bb req-38eb2217-dcdf-4fd8-9b3a-2fa1828cae62 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:57.151054 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c6e48db-c772-4b52-9a89-16f63fc5e3bb req-38eb2217-dcdf-4fd8-9b3a-2fa1828cae62 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Jul 11 14:17:57.177022 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:57.197223 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49820) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:57.202281 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2c6e48db-c772-4b52-9a89-16f63fc5e3bb req-5debbd37-e4da-4939-ba6d-ed9c851eff86 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 Jul 11 14:17:57.305361 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b49c77dd-5b46-4d89-9eba-1a1553f138df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:57.354369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:57.385307 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b49c77dd-5b46-4d89-9eba-1a1553f138df admin admin] Publish callbacks [] for security_group (a094579c-4b8a-4419-91af-31dca9894033), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:57.389376 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b49c77dd-5b46-4d89-9eba-1a1553f138df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a094579c-4b8a-4419-91af-31dca9894033), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:57.427271 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c77dd-5b46-4d89-9eba-1a1553f138df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a094579c-4b8a-4419-91af-31dca9894033,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:57.431566 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b49c77dd-5b46-4d89-9eba-1a1553f138df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ce75ff0ff394c1e957011b3f5b1b11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333460 Jul 11 14:17:57.434168 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49826) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:57.486426 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e8d-1aab-4e7c-8ec4-6b2cb3d0379d admin admin] Publish callbacks [] for security_group (a094579c-4b8a-4419-91af-31dca9894033), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:57.509202 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e8d-1aab-4e7c-8ec4-6b2cb3d0379d admin admin] Publish callbacks [] for security_group (a094579c-4b8a-4419-91af-31dca9894033), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:57.530695 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49832) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:57.558945 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e8d-1aab-4e7c-8ec4-6b2cb3d0379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a094579c-4b8a-4419-91af-31dca9894033), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:57.562010 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e8d-1aab-4e7c-8ec4-6b2cb3d0379d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:57.563218 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a34c8e8d-1aab-4e7c-8ec4-6b2cb3d0379d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a094579c-4b8a-4419-91af-31dca9894033 HTTP/1.1" status: 204 len: 168 time: 0.1280313 Jul 11 14:17:57.573260 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c8e8d-1aab-4e7c-8ec4-6b2cb3d0379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a094579c-4b8a-4419-91af-31dca9894033,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:57.751708 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:57.920081 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (dc9484ea-df0b-4d14-93c0-912984c1ec48), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:58.152904 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Deleting port 91185305-b343-49f5-b3d4-2c4f94cb5d24 {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:58.153495 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:58.234106 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] For port 91185305-b343-49f5-b3d4-2c4f94cb5d24, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=91185305-b343-49f5-b3d4-2c4f94cb5d24,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:58.234508 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:58.248444 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Calling delete_port for 91185305-b343-49f5-b3d4-2c4f94cb5d24 owned by network:router_interface {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:58.358367 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc9d9-aa96-44b5-a3b2-ad95932041b5 req-40f9d58b-809a-4b9c-835d-be77ce64ae99 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:58.359953 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63fbc9d9-aa96-44b5-a3b2-ad95932041b5 req-40f9d58b-809a-4b9c-835d-be77ce64ae99 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0623252 Jul 11 14:17:58.459310 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:58.465443 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-63fbc9d9-aa96-44b5-a3b2-ad95932041b5 req-e956261d-cde5-4288-bec5-b02b871121d5 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972540 Jul 11 14:17:58.526262 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (91185305-b343-49f5-b3d4-2c4f94cb5d24), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:58.552022 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Pushing event deleted for resources: {'Port': ['ID=91185305-b343-49f5-b3d4-2c4f94cb5d24,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:58.561448 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.561800 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.562145 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.562511 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.562847 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.563180 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.563508 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.563831 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.564160 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.564486 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.564811 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.565185 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.565450 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.565773 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.566087 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:17:58.628758 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:58.741006 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (dc9484ea-df0b-4d14-93c0-912984c1ec48), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:58.955677 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Router dc9484ea-df0b-4d14-93c0-912984c1ec48 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:17:59.058620 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:17:59.063503 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-8b63f07d-800e-4f99-9d3e-3b24bf020825 admin admin] 10.222.0.49 "PUT /v2.0/routers/dc9484ea-df0b-4d14-93c0-912984c1ec48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316966 Jul 11 14:17:59.066081 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49866) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:59.068385 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] Sync routers for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:17:59.085324 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:59.086551 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:59.089439 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:59.169716 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks [] for router (dc9484ea-df0b-4d14-93c0-912984c1ec48), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.190952 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:59.271125 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks [] for router_gateway (dc9484ea-df0b-4d14-93c0-912984c1ec48), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.312246 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Deleting port 6622e346-a97b-46aa-8446-3af4a528fcd9 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:17:59.312577 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.360900 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:17:58Z', 'revision_number': 5, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port': {'id': '6622e346-a97b-46aa-8446-3af4a528fcd9', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:06:52Z', 'updated_at': '2022-07-11T14:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:59.366178 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:59.388510 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] Checking router: dc9484ea-df0b-4d14-93c0-912984c1ec48 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:17:59.396733 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] For port 6622e346-a97b-46aa-8446-3af4a528fcd9, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=6622e346-a97b-46aa-8446-3af4a528fcd9,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:17:59.397095 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.398901 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] Routers {'dc9484ea-df0b-4d14-93c0-912984c1ec48'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:17:59.399521 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:17:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['dc9484ea-df0b-4d14-93c0-912984c1ec48'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:59.410865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Calling delete_port for 6622e346-a97b-46aa-8446-3af4a528fcd9 owned by network:router_gateway {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:17:59.484590 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] Set router dc9484ea-df0b-4d14-93c0-912984c1ec48 gateway port host: None {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:17:59.537794 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:17:59Z', 'revision_number': 6, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:17:59.565749 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d6fc5-4a2f-4721-95b6-55b13964f78a None None] The sync data for ids ['dc9484ea-df0b-4d14-93c0-912984c1ec48'] in dv-cinder-848429-3-iscsi is: [{'id': 'dc9484ea-df0b-4d14-93c0-912984c1ec48', 'name': 'tempest-AttachVolumeShelveTestJSON-1789856915-router', 'tenant_id': 'beef80716d254a03a5e673b9cfd781ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:06:51Z', 'updated_at': '2022-07-11T14:17:59Z', 'revision_number': 6, 'project_id': 'beef80716d254a03a5e673b9cfd781ce', 'gw_port_host': None}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:17:59.583797 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (6622e346-a97b-46aa-8446-3af4a528fcd9), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.584735 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b333729-8695-478c-ab11-7a3e51c8c250 req-48062185-9002-450b-a2cc-3e6978081421 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:17:59.586959 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1b333729-8695-478c-ab11-7a3e51c8c250 req-48062185-9002-450b-a2cc-3e6978081421 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0480347 Jul 11 14:17:59.619009 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6622e346-a97b-46aa-8446-3af4a528fcd9,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:17:59.640293 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1b333729-8695-478c-ab11-7a3e51c8c250 req-81c84f1d-2715-436c-9da9-02bb26f6f749 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473692 Jul 11 14:17:59.686042 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (dc9484ea-df0b-4d14-93c0-912984c1ec48), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.741260 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:17:59.778416 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (dc9484ea-df0b-4d14-93c0-912984c1ec48), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.781021 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks [] for router_controller (dc9484ea-df0b-4d14-93c0-912984c1ec48), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.825758 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (dc9484ea-df0b-4d14-93c0-912984c1ec48), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.826972 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc9484ea-df0b-4d14-93c0-912984c1ec48 {{(pid=104191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:17:59.834003 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.839115 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49878) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:17:59.839491 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f55d3755-98bb-44c2-b01f-777d92b04ca9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/dc9484ea-df0b-4d14-93c0-912984c1ec48 HTTP/1.1" status: 204 len: 168 time: 0.7720928 Jul 11 14:17:59.895074 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] Deleting subnet 7674d483-d14a-4c0b-9de5-5bf1681db341 {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:17:59.898819 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] Publish callbacks [] for subnet (7674d483-d14a-4c0b-9de5-5bf1681db341), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:17:59.957141 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4456816'] for subnet (7674d483-d14a-4c0b-9de5-5bf1681db341), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.048460 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (7674d483-d14a-4c0b-9de5-5bf1681db341), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.050731 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:00.104372 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6108232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4784075'] for subnet (7674d483-d14a-4c0b-9de5-5bf1681db341), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.133460 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7674d483-d14a-4c0b-9de5-5bf1681db341,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:00.136787 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.139963 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cc074f38-e17a-49ad-b3c3-f6daba54fe10 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7674d483-d14a-4c0b-9de5-5bf1681db341 HTTP/1.1" status: 204 len: 168 time: 0.2991717 Jul 11 14:18:00.143569 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49886) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:00.145703 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d63811e-41a4-44c4-b6df-d2166bdbc55a None None] Network a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:18:00.149684 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:00.213062 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.254789 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Deleting port 79afdea6-5428-44da-b5e3-ff74794dc83e {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:18:00.255117 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.270008 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:00.322104 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] For port 79afdea6-5428-44da-b5e3-ff74794dc83e, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=79afdea6-5428-44da-b5e3-ff74794dc83e,segment=NetworkSegment(839c4336-bdab-40ce-9b35-d468eb6a0bfd),segment_id=839c4336-bdab-40ce-9b35-d468eb6a0bfd)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:18:00.322393 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.334730 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Calling delete_port for 79afdea6-5428-44da-b5e3-ff74794dc83e owned by network:dhcp {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:18:00.400245 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] DHCP port deletion for a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:18:00.431213 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.439555 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] Deleting port 79afdea6-5428-44da-b5e3-ff74794dc83e {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:18:00.440112 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.459904 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79afdea6-5428-44da-b5e3-ff74794dc83e,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:00.465402 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] No DVR routers for this DVR port 79afdea6-5428-44da-b5e3-ff74794dc83e on host dv-cinder-848429-3-iscsi {{(pid=104192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:18:00.505851 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] For port 79afdea6-5428-44da-b5e3-ff74794dc83e, host dv-cinder-848429-3-iscsi, got binding levels [] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:18:00.506633 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.520165 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] Calling delete_port for 79afdea6-5428-44da-b5e3-ff74794dc83e owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:18:00.523132 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.ipam_backend_mixin [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] Port 79afdea6-5428-44da-b5e3-ff74794dc83e was not found and therefore no delete operation was performed {{(pid=104193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 11 14:18:00.524327 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (79afdea6-5428-44da-b5e3-ff74794dc83e), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.538801 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.553768 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] Pushing event deleted for resources: {'Port': ['ID=79afdea6-5428-44da-b5e3-ff74794dc83e,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:00.556169 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928cd9b-db72-488b-82ee-bc1ba69fec69 None None] No DVR routers for this DVR port 79afdea6-5428-44da-b5e3-ff74794dc83e on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:18:00.565212 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:18:00.577508 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839c4336-bdab-40ce-9b35-d468eb6a0bfd') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:18:00.578003 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839c4336-bdab-40ce-9b35-d468eb6a0bfd') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:18:00.593077 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (839c4336-bdab-40ce-9b35-d468eb6a0bfd), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.607470 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (839c4336-bdab-40ce-9b35-d468eb6a0bfd), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.614266 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:18:00.614633 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (839c4336-bdab-40ce-9b35-d468eb6a0bfd), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.672444 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 839c4336-bdab-40ce-9b35-d468eb6a0bfd resource provider aggregate not found Jul 11 14:18:00.684667 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.690149 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.693392 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe HTTP/1.1" status: 204 len: 168 time: 0.5483725 Jul 11 14:18:00.695612 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 839c4336-bdab-40ce-9b35-d468eb6a0bfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 839c4336-bdab-40ce-9b35-d468eb6a0bfd found for delete ", "request_id": "req-f7118273-369a-4356-9506-4ae2700e8e27"}]} Jul 11 14:18:00.712594 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22236bd4-c508-4a0f-8a55-77424433c3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75a9f7a-5a4f-4c63-9c13-4bda5fe5b2fe,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:00.874799 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49894) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:00.917592 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-78809e36-f98a-4cdb-9bfd-a2320d4167c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=beef80716d254a03a5e673b9cfd781ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416465 Jul 11 14:18:00.920193 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49896) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:00.970554 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e338ee6a-be77-4d83-959e-2879a56ec9c9 admin admin] Publish callbacks [] for security_group (9327b76c-ac23-4398-8f0c-15a34787e777), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:00.994267 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e338ee6a-be77-4d83-959e-2879a56ec9c9 admin admin] Publish callbacks [] for security_group (9327b76c-ac23-4398-8f0c-15a34787e777), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:01.044170 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e338ee6a-be77-4d83-959e-2879a56ec9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (9327b76c-ac23-4398-8f0c-15a34787e777), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:01.047407 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-e338ee6a-be77-4d83-959e-2879a56ec9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:01.048767 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-e338ee6a-be77-4d83-959e-2879a56ec9c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9327b76c-ac23-4398-8f0c-15a34787e777 HTTP/1.1" status: 204 len: 168 time: 0.1276059 Jul 11 14:18:01.060694 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338ee6a-be77-4d83-959e-2879a56ec9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327b76c-ac23-4398-8f0c-15a34787e777,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:01.092851 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6622e346-a97b-46aa-8446-3af4a528fcd9 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:18:01.112632 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 6622e346-a97b-46aa-8446-3af4a528fcd9 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:18:01.113077 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6622e346-a97b-46aa-8446-3af4a528fcd9 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:18:01.113551 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 91185305-b343-49f5-b3d4-2c4f94cb5d24 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:18:01.132783 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 91185305-b343-49f5-b3d4-2c4f94cb5d24 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:18:01.133211 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 91185305-b343-49f5-b3d4-2c4f94cb5d24 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:18:01.133622 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 79afdea6-5428-44da-b5e3-ff74794dc83e no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:18:01.151794 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 79afdea6-5428-44da-b5e3-ff74794dc83e {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:18:01.152409 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 79afdea6-5428-44da-b5e3-ff74794dc83e not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:18:02.348271 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:02.352628 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:03.069243 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49972) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:03.182465 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-59cf3c52-845b-44fd-9c45-be40ff3156b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.258759 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-59cf3c52-845b-44fd-9c45-be40ff3156b0 admin admin] Publish callbacks [] for security_group (94285ee4-0845-4fd1-b5c4-c1f18c7be934), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.262230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-59cf3c52-845b-44fd-9c45-be40ff3156b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (94285ee4-0845-4fd1-b5c4-c1f18c7be934), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.301381 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-59cf3c52-845b-44fd-9c45-be40ff3156b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb84847d58a148c18c60214344be1ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310138 Jul 11 14:18:03.302220 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3c52-845b-44fd-9c45-be40ff3156b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94285ee4-0845-4fd1-b5c4-c1f18c7be934,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:03.304215 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49976) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:03.353853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1ae4-0ede-451c-bfb2-121813271f6e admin admin] Publish callbacks [] for security_group (94285ee4-0845-4fd1-b5c4-c1f18c7be934), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.374940 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1ae4-0ede-451c-bfb2-121813271f6e admin admin] Publish callbacks [] for security_group (94285ee4-0845-4fd1-b5c4-c1f18c7be934), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.426174 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1ae4-0ede-451c-bfb2-121813271f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (94285ee4-0845-4fd1-b5c4-c1f18c7be934), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.428810 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1ae4-0ede-451c-bfb2-121813271f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.429979 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-5a2c1ae4-0ede-451c-bfb2-121813271f6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94285ee4-0845-4fd1-b5c4-c1f18c7be934 HTTP/1.1" status: 204 len: 168 time: 0.1246953 Jul 11 14:18:03.438007 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c1ae4-0ede-451c-bfb2-121813271f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94285ee4-0845-4fd1-b5c4-c1f18c7be934,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:03.699213 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 49982) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:03.712406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-91471555-2096-4410-8b8f-2d4a09ede02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.748965 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:03.791380 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-91471555-2096-4410-8b8f-2d4a09ede02f admin admin] Publish callbacks [] for security_group (86248aae-daa3-454f-bf88-c576d5a419dc), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.794891 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-91471555-2096-4410-8b8f-2d4a09ede02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (86248aae-daa3-454f-bf88-c576d5a419dc), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.833518 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-91471555-2096-4410-8b8f-2d4a09ede02f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5c9425633fa4188b307afe0223269da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332445 Jul 11 14:18:03.835490 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91471555-2096-4410-8b8f-2d4a09ede02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86248aae-daa3-454f-bf88-c576d5a419dc,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:03.836154 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 49984) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:03.859297 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:03.891450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-25462542-82f0-4a53-bdff-e49c85543879 admin admin] Publish callbacks [] for security_group (86248aae-daa3-454f-bf88-c576d5a419dc), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.917753 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-25462542-82f0-4a53-bdff-e49c85543879 admin admin] Publish callbacks [] for security_group (86248aae-daa3-454f-bf88-c576d5a419dc), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.964325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-25462542-82f0-4a53-bdff-e49c85543879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (86248aae-daa3-454f-bf88-c576d5a419dc), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.966875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-25462542-82f0-4a53-bdff-e49c85543879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:03.968047 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-25462542-82f0-4a53-bdff-e49c85543879 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86248aae-daa3-454f-bf88-c576d5a419dc HTTP/1.1" status: 204 len: 168 time: 0.1309206 Jul 11 14:18:03.977173 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462542-82f0-4a53-bdff-e49c85543879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86248aae-daa3-454f-bf88-c576d5a419dc,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:04.106165 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-5c5e4416-45e7-472b-be0c-aa2468144006 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434985 Jul 11 14:18:04.209691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-ee8f8dca-6cd9-4002-adb5-9f7dc3e6113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:04.212062 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-ee8f8dca-6cd9-4002-adb5-9f7dc3e6113c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0434401 Jul 11 14:18:04.317600 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-81d9505d-dd27-4fc8-9d28-0e97ca5e78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:04.320861 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-81d9505d-dd27-4fc8-9d28-0e97ca5e78cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0894740 Jul 11 14:18:04.365986 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=1,neutron:DELETE=8,neutron:SELECT=84,neutron:INSERT=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:04.390768 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-09bdf562-9a25-4462-9bfd-cd201a1c6790 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c145e97-2662-4d53-8a43-00bf731245fc HTTP/1.1" status: 200 len: 1001 time: 0.0641093 Jul 11 14:18:04.438951 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-80bfbc5f-1a57-4ee8-9e53-d8f45969a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:04.440514 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-80bfbc5f-1a57-4ee8-9e53-d8f45969a2f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0443151 Jul 11 14:18:04.487445 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-cd5a48ce-ce13-4d85-a5d9-64f31d60881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:04.488940 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-cd5a48ce-ce13-4d85-a5d9-64f31d60881e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424740 Jul 11 14:18:04.591631 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-43f18940-0c0e-4e9b-a4f4-1b9fb6f5074d service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961785 Jul 11 14:18:04.698124 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f253f391-32c3-47b4-a1a5-5bcec4fbd2e1 req-ac6246a7-4f83-426f-9e3f-bdf9a7aecfee service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998955 Jul 11 14:18:04.881079 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eed96-58b1-48e6-bcf7-6121055a7e75 req-1fa529b2-f026-44ba-a909-54f23fc7836d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:04.883274 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb4eed96-58b1-48e6-bcf7-6121055a7e75 req-1fa529b2-f026-44ba-a909-54f23fc7836d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0513172 Jul 11 14:18:04.946250 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bb4eed96-58b1-48e6-bcf7-6121055a7e75 req-95faae77-5402-4a56-9bf4-8da8fc350473 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564194 Jul 11 14:18:05.762297 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50042) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:05.870447 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d58e4fe4-54f0-4197-b5b1-dbd1d314ed5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:05.909131 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:05.956797 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d58e4fe4-54f0-4197-b5b1-dbd1d314ed5f admin admin] Publish callbacks [] for security_group (7ece0399-028b-47f7-9c62-cac68f9fbc4f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:05.960610 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d58e4fe4-54f0-4197-b5b1-dbd1d314ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7ece0399-028b-47f7-9c62-cac68f9fbc4f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.001911 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d58e4fe4-54f0-4197-b5b1-dbd1d314ed5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0514eb6809254eba977e11e7145775bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385435 Jul 11 14:18:06.002783 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4fe4-54f0-4197-b5b1-dbd1d314ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece0399-028b-47f7-9c62-cac68f9fbc4f,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:06.005260 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50048) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:06.059159 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9776840d-aba7-4b31-a570-84670bc3cffc admin admin] Publish callbacks [] for security_group (7ece0399-028b-47f7-9c62-cac68f9fbc4f), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.063254 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0dde1-cc76-4058-86cc-8f705547e328 req-01c04ea4-5f9e-42be-b898-317d26336a48 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:06.064755 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-03c0dde1-cc76-4058-86cc-8f705547e328 req-01c04ea4-5f9e-42be-b898-317d26336a48 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Jul 11 14:18:06.082816 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9776840d-aba7-4b31-a570-84670bc3cffc admin admin] Publish callbacks [] for security_group (7ece0399-028b-47f7-9c62-cac68f9fbc4f), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.112596 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-03c0dde1-cc76-4058-86cc-8f705547e328 req-5f0eb7d3-8024-40f1-985a-d3ee87ac53de tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Jul 11 14:18:06.136576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9776840d-aba7-4b31-a570-84670bc3cffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7ece0399-028b-47f7-9c62-cac68f9fbc4f), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.139592 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-9776840d-aba7-4b31-a570-84670bc3cffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.140811 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-9776840d-aba7-4b31-a570-84670bc3cffc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ece0399-028b-47f7-9c62-cac68f9fbc4f HTTP/1.1" status: 204 len: 168 time: 0.1337371 Jul 11 14:18:06.149578 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776840d-aba7-4b31-a570-84670bc3cffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece0399-028b-47f7-9c62-cac68f9fbc4f,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:06.407570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50056) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:06.421556 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7d440671-2aab-4ca9-8ae5-09479ded9aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.499794 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7d440671-2aab-4ca9-8ae5-09479ded9aca admin admin] Publish callbacks [] for security_group (046c4fca-dbfe-4fda-8209-d0a5afce60e7), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.503557 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7d440671-2aab-4ca9-8ae5-09479ded9aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (046c4fca-dbfe-4fda-8209-d0a5afce60e7), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.508240 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:06.545615 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7d440671-2aab-4ca9-8ae5-09479ded9aca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efc92eafa7124e18a88b51af202e5cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369848 Jul 11 14:18:06.548382 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50058) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:06.550722 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d440671-2aab-4ca9-8ae5-09479ded9aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046c4fca-dbfe-4fda-8209-d0a5afce60e7,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:06.599242 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-896bb64b-c7fd-4db3-bde5-0ffdd7cfb6e4 admin admin] Publish callbacks [] for security_group (046c4fca-dbfe-4fda-8209-d0a5afce60e7), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.620915 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-896bb64b-c7fd-4db3-bde5-0ffdd7cfb6e4 admin admin] Publish callbacks [] for security_group (046c4fca-dbfe-4fda-8209-d0a5afce60e7), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.666805 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-896bb64b-c7fd-4db3-bde5-0ffdd7cfb6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (046c4fca-dbfe-4fda-8209-d0a5afce60e7), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.669243 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-896bb64b-c7fd-4db3-bde5-0ffdd7cfb6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:06.670394 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-896bb64b-c7fd-4db3-bde5-0ffdd7cfb6e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/046c4fca-dbfe-4fda-8209-d0a5afce60e7 HTTP/1.1" status: 204 len: 168 time: 0.1210241 Jul 11 14:18:06.678572 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb64b-c7fd-4db3-bde5-0ffdd7cfb6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c4fca-dbfe-4fda-8209-d0a5afce60e7,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:07.234483 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b92f5-3d0f-439b-a063-e17cfa21453b req-3095e763-78a2-442f-8f16-14047d2895e0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:07.236008 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8d6b92f5-3d0f-439b-a063-e17cfa21453b req-3095e763-78a2-442f-8f16-14047d2895e0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0490286 Jul 11 14:18:07.287543 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8d6b92f5-3d0f-439b-a063-e17cfa21453b req-7f17960d-2403-4ae4-81ec-7313cd785d23 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452943 Jul 11 14:18:08.396972 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50120) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:08.404740 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8c620-5506-4b73-a83a-9ade40f760b9 req-db8b0ee5-5069-4f61-be0e-1f06107c74bb tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:08.406781 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bfe8c620-5506-4b73-a83a-9ade40f760b9 req-db8b0ee5-5069-4f61-be0e-1f06107c74bb tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0478094 Jul 11 14:18:08.457536 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bfe8c620-5506-4b73-a83a-9ade40f760b9 req-b1ac5018-6f71-4210-85c4-a757689c21a4 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Jul 11 14:18:08.505353 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bf72-b61c-4c3b-acf9-44f4ef95351b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:08.580925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bf72-b61c-4c3b-acf9-44f4ef95351b admin admin] Publish callbacks [] for security_group (404957b4-67a8-48b0-8530-5333d8811872), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:08.584930 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6ec1bf72-b61c-4c3b-acf9-44f4ef95351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (404957b4-67a8-48b0-8530-5333d8811872), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:08.616505 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:08.625454 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1bf72-b61c-4c3b-acf9-44f4ef95351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404957b4-67a8-48b0-8530-5333d8811872,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:08.630160 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6ec1bf72-b61c-4c3b-acf9-44f4ef95351b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33cb8e59de0147faa8b5f218b5ad92a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313216 Jul 11 14:18:08.635385 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50124) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:08.685560 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-024290a0-d46c-4290-816d-3171f6c41623 admin admin] Publish callbacks [] for security_group (404957b4-67a8-48b0-8530-5333d8811872), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:08.707179 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-024290a0-d46c-4290-816d-3171f6c41623 admin admin] Publish callbacks [] for security_group (404957b4-67a8-48b0-8530-5333d8811872), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:08.752902 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-024290a0-d46c-4290-816d-3171f6c41623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (404957b4-67a8-48b0-8530-5333d8811872), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:08.755669 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-024290a0-d46c-4290-816d-3171f6c41623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:08.757539 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-024290a0-d46c-4290-816d-3171f6c41623 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/404957b4-67a8-48b0-8530-5333d8811872 HTTP/1.1" status: 204 len: 168 time: 0.1206477 Jul 11 14:18:08.766046 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024290a0-d46c-4290-816d-3171f6c41623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404957b4-67a8-48b0-8530-5333d8811872,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:09.036532 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50130) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:09.050146 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4e2977ef-efa7-4693-bae7-d4a390c5cad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:09.130844 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4e2977ef-efa7-4693-bae7-d4a390c5cad7 admin admin] Publish callbacks [] for security_group (0d036e10-4a76-4a08-8758-322870079c9b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:09.134957 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4e2977ef-efa7-4693-bae7-d4a390c5cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (0d036e10-4a76-4a08-8758-322870079c9b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:09.173673 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4e2977ef-efa7-4693-bae7-d4a390c5cad7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e6cc37304734d0e965bdad010378798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360898 Jul 11 14:18:09.175823 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2977ef-efa7-4693-bae7-d4a390c5cad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d036e10-4a76-4a08-8758-322870079c9b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:09.176844 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50132) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:09.201654 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:09.229161 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36a3f028-d286-4342-9bbd-7bcabe0d00ef admin admin] Publish callbacks [] for security_group (0d036e10-4a76-4a08-8758-322870079c9b), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:09.250765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36a3f028-d286-4342-9bbd-7bcabe0d00ef admin admin] Publish callbacks [] for security_group (0d036e10-4a76-4a08-8758-322870079c9b), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:09.302033 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36a3f028-d286-4342-9bbd-7bcabe0d00ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (0d036e10-4a76-4a08-8758-322870079c9b), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:09.308577 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-36a3f028-d286-4342-9bbd-7bcabe0d00ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:09.309717 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-36a3f028-d286-4342-9bbd-7bcabe0d00ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d036e10-4a76-4a08-8758-322870079c9b HTTP/1.1" status: 204 len: 168 time: 0.1318882 Jul 11 14:18:09.319664 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3f028-d286-4342-9bbd-7bcabe0d00ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d036e10-4a76-4a08-8758-322870079c9b,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:09.574180 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4d46c-2c14-4d66-9acd-42bfdab1becd req-5bd2c44e-2cce-4cd5-b4ef-37d2c2b294a2 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:09.575696 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aca4d46c-2c14-4d66-9acd-42bfdab1becd req-5bd2c44e-2cce-4cd5-b4ef-37d2c2b294a2 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Jul 11 14:18:09.626275 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-aca4d46c-2c14-4d66-9acd-42bfdab1becd req-be754e51-036e-48e1-b555-9171a9aa5521 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/security-groups?id=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Jul 11 14:18:10.285029 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8891610b-0920-442b-9a41-ac6b1953aa2d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:10.286545 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8891610b-0920-442b-9a41-ac6b1953aa2d tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Jul 11 14:18:10.373850 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Deleting port 92e64234-8aa5-4470-bb21-e82acf1e228b {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:18:10.374194 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.381232 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50168) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:10.483127 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] For port 92e64234-8aa5-4470-bb21-e82acf1e228b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=92e64234-8aa5-4470-bb21-e82acf1e228b,segment=NetworkSegment(bec90fb3-b64a-414d-b125-9b163d45132e),segment_id=bec90fb3-b64a-414d-b125-9b163d45132e)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:18:10.483498 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.498047 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Calling delete_port for 92e64234-8aa5-4470-bb21-e82acf1e228b owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:18:10.506685 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2cb74a69-bd32-4b2e-bc38-5c501987761c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.509617 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:10.604756 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2cb74a69-bd32-4b2e-bc38-5c501987761c admin admin] Publish callbacks [] for security_group (c2f76be8-d97e-4bc4-811c-67427cef1088), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.607910 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-2cb74a69-bd32-4b2e-bc38-5c501987761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c2f76be8-d97e-4bc4-811c-67427cef1088), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.631186 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:10.643240 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (92e64234-8aa5-4470-bb21-e82acf1e228b), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.655090 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-2cb74a69-bd32-4b2e-bc38-5c501987761c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd82df1de5344b2f8d59548547877207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726851 Jul 11 14:18:10.657022 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50178) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:10.663832 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb74a69-bd32-4b2e-bc38-5c501987761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f76be8-d97e-4bc4-811c-67427cef1088,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:10.671431 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Pushing event deleted for resources: {'Port': ['ID=92e64234-8aa5-4470-bb21-e82acf1e228b,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:10.681474 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['92e64234-8aa5-4470-bb21-e82acf1e228b'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:18:10.718721 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45119eb9-0285-4eae-a118-dcd80734a798 admin admin] Publish callbacks [] for security_group (c2f76be8-d97e-4bc4-811c-67427cef1088), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.726782 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] No DVR routers for this DVR port 92e64234-8aa5-4470-bb21-e82acf1e228b on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:18:10.729304 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.733174 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-8cf891bb-9803-434a-818f-c77a2f0bdd2d req-8482553c-fcfc-45f6-bd8f-5d204124e0c0 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.55 "DELETE /v2.0/ports/92e64234-8aa5-4470-bb21-e82acf1e228b HTTP/1.1" status: 204 len: 173 time: 0.4417019 Jul 11 14:18:10.733635 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'name': 'network-vif-deleted', 'tag': '92e64234-8aa5-4470-bb21-e82acf1e228b'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:18:10.736477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31482a79-1721-4250-8727-324bd6072dd3" -d '{"events": [{"server_uuid": "e46a8091-1dae-4ce3-99c1-ed002b991e84", "name": "network-vif-deleted", "tag": "92e64234-8aa5-4470-bb21-e82acf1e228b"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:18:10.752001 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45119eb9-0285-4eae-a118-dcd80734a798 admin admin] Publish callbacks [] for security_group (c2f76be8-d97e-4bc4-811c-67427cef1088), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.780380 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5e11a405-9df2-4fba-9ef5-0d89c8862dbc req-f1ecb1e2-3c10-4dca-ac68-524242386012 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 210 time: 0.0465782 Jul 11 14:18:10.781730 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3159dd-2256-4e83-9e5a-9c99d63269c5 x-openstack-request-id: req-2d3159dd-2256-4e83-9e5a-9c99d63269c5 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:18:10.782007 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46a8091-1dae-4ce3-99c1-ed002b991e84", "name": "network-vif-deleted", "tag": "92e64234-8aa5-4470-bb21-e82acf1e228b", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:18:10.782261 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d3159dd-2256-4e83-9e5a-9c99d63269c5 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:18:10.782707 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3159dd-2256-4e83-9e5a-9c99d63269c5'] response: {'server_uuid': 'e46a8091-1dae-4ce3-99c1-ed002b991e84', 'name': 'network-vif-deleted', 'tag': '92e64234-8aa5-4470-bb21-e82acf1e228b', 'status': 'completed', 'code': 200} Jul 11 14:18:10.822063 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45119eb9-0285-4eae-a118-dcd80734a798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (c2f76be8-d97e-4bc4-811c-67427cef1088), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.824765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-45119eb9-0285-4eae-a118-dcd80734a798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:10.825898 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-45119eb9-0285-4eae-a118-dcd80734a798 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2f76be8-d97e-4bc4-811c-67427cef1088 HTTP/1.1" status: 204 len: 168 time: 0.1678846 Jul 11 14:18:10.834071 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45119eb9-0285-4eae-a118-dcd80734a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f76be8-d97e-4bc4-811c-67427cef1088,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:10.900174 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:18:11.894822 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b8def30b-70e2-4f47-b3ac-d1eff8201281 req-4af2ee55-9c77-4e70-b6d2-b8192901811c tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 210 time: 0.0306642 Jul 11 14:18:13.005227 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bd24acd1-e2b9-487c-9e4b-86eca3b75c9f req-a8b8f769-27cc-4751-afcb-694a25c72dfb tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 210 time: 0.0279753 Jul 11 14:18:14.112314 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-202ca791-4e27-416e-8000-601d2e37eaa1 req-b38875d6-21b3-4998-95dd-0f8e31ef4529 tempest-VolumesActionsTest-74688326 tempest-VolumesActionsTest-74688326-project] 10.222.0.49 "GET /v2.0/ports?device_id=e46a8091-1dae-4ce3-99c1-ed002b991e84 HTTP/1.1" status: 200 len: 210 time: 0.0279880 Jul 11 14:18:14.865021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 92e64234-8aa5-4470-bb21-e82acf1e228b no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:18:14.886098 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 92e64234-8aa5-4470-bb21-e82acf1e228b {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:18:14.886098 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 92e64234-8aa5-4470-bb21-e82acf1e228b not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:18:17.495330 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4227c6b9-e16f-4aba-b73d-dd4e62fb1d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:17.922927 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:19.920296 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-001546b1-0ec4-4714-9401-57175726e3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:20.683761 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=12,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:20.710752 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:20.896441 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:21.065980 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:22.597973 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:22.815772 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:24.095063 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:24.095959 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:25.319337 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50464) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:25.487665 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-30c5b3e5-e01f-4fd0-ac3c-bc0431d7f53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:25.583812 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-30c5b3e5-e01f-4fd0-ac3c-bc0431d7f53b admin admin] Publish callbacks [] for security_group (48fc212a-549a-4ec1-813a-1fb21eff086d), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:25.589157 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-30c5b3e5-e01f-4fd0-ac3c-bc0431d7f53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (48fc212a-549a-4ec1-813a-1fb21eff086d), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:25.636894 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50468) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:25.651068 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-30c5b3e5-e01f-4fd0-ac3c-bc0431d7f53b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cdede8268f746daa1be618a34f54143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304250 Jul 11 14:18:25.652613 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5b3e5-e01f-4fd0-ac3c-bc0431d7f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc212a-549a-4ec1-813a-1fb21eff086d,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:25.734973 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe5fe-ba5d-4555-a61b-fc9716d80825 admin admin] Publish callbacks [] for security_group (48fc212a-549a-4ec1-813a-1fb21eff086d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:25.776542 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe5fe-ba5d-4555-a61b-fc9716d80825 admin admin] Publish callbacks [] for security_group (48fc212a-549a-4ec1-813a-1fb21eff086d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:25.847434 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe5fe-ba5d-4555-a61b-fc9716d80825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (48fc212a-549a-4ec1-813a-1fb21eff086d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:25.850752 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0f1fe5fe-ba5d-4555-a61b-fc9716d80825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:25.852980 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-0f1fe5fe-ba5d-4555-a61b-fc9716d80825 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48fc212a-549a-4ec1-813a-1fb21eff086d HTTP/1.1" status: 204 len: 168 time: 0.2149062 Jul 11 14:18:25.863965 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fe5fe-ba5d-4555-a61b-fc9716d80825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc212a-549a-4ec1-813a-1fb21eff086d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:26.175018 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:35.627324 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:35.629652 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=16,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:35.832426 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:35.858868 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:36.142882 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:36.164830 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:36.982480 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:36.984238 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:44.684037 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50652) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:44.732680 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] Deleting subnet 50e93b33-6298-4c09-a732-cee7a656f56c {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:18:44.736591 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] Publish callbacks [] for subnet (50e93b33-6298-4c09-a732-cee7a656f56c), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:44.781398 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5045973'] for subnet (50e93b33-6298-4c09-a732-cee7a656f56c), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:44.836421 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (50e93b33-6298-4c09-a732-cee7a656f56c), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:44.899193 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4777038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4755134'] for subnet (50e93b33-6298-4c09-a732-cee7a656f56c), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:44.927662 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e93b33-6298-4c09-a732-cee7a656f56c,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:44.932155 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:44.937549 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-6c7cefb6-2525-4b14-8cf0-660b20786d64 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/50e93b33-6298-4c09-a732-cee7a656f56c HTTP/1.1" status: 204 len: 168 time: 0.2503357 Jul 11 14:18:44.938350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50656) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:45.016161 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (2732531a-d3b6-48a8-b1d1-0ab620f2a389), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.097998 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (2732531a-d3b6-48a8-b1d1-0ab620f2a389), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.119936 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2732531a-d3b6-48a8-b1d1-0ab620f2a389']}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:18:45.129883 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec90fb3-b64a-414d-b125-9b163d45132e') {'for_net_delete': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:18:45.130208 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec90fb3-b64a-414d-b125-9b163d45132e') {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:18:45.141443 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5045998'] for segment (bec90fb3-b64a-414d-b125-9b163d45132e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.157281 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (bec90fb3-b64a-414d-b125-9b163d45132e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.165855 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:18:45.166415 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4777204'] for segment (bec90fb3-b64a-414d-b125-9b163d45132e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.240140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (2732531a-d3b6-48a8-b1d1-0ab620f2a389), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.247871 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.251077 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2732531a-d3b6-48a8-b1d1-0ab620f2a389 HTTP/1.1" status: 204 len: 168 time: 0.3123255 Jul 11 14:18:45.261576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ca58f-c2f1-41e4-aa78-7f0826ca33b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2732531a-d3b6-48a8-b1d1-0ab620f2a389,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:45.317941 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment bec90fb3-b64a-414d-b125-9b163d45132e resource provider aggregate not found Jul 11 14:18:45.334109 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment bec90fb3-b64a-414d-b125-9b163d45132e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bec90fb3-b64a-414d-b125-9b163d45132e found for delete ", "request_id": "req-ed2a073b-b45c-4677-bbf5-243b357a06cb"}]} Jul 11 14:18:45.429977 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50666) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:45.468390 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-aa3f769a-fc3b-4428-b0c1-dec72ad720bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a7d950a8bf049dcb5600fc64b3b6cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372481 Jul 11 14:18:45.470774 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50668) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:45.517246 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4d840c40-981f-435c-be62-2b3e27cd25e6 admin admin] Publish callbacks [] for security_group (7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.537711 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4d840c40-981f-435c-be62-2b3e27cd25e6 admin admin] Publish callbacks [] for security_group (7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.587342 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4d840c40-981f-435c-be62-2b3e27cd25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.590032 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-4d840c40-981f-435c-be62-2b3e27cd25e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:45.591189 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-4d840c40-981f-435c-be62-2b3e27cd25e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e HTTP/1.1" status: 204 len: 168 time: 0.1195581 Jul 11 14:18:45.599814 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d840c40-981f-435c-be62-2b3e27cd25e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b3f60-e642-40a6-a11c-22a8c2a8dd0e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:46.736768 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50706) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:46.844618 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-17640d02-420a-4617-a923-7ce3c72164c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:46.920075 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-17640d02-420a-4617-a923-7ce3c72164c1 admin admin] Publish callbacks [] for security_group (dc7d1051-4559-4cd8-95ae-61330435c831), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:46.923921 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-17640d02-420a-4617-a923-7ce3c72164c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (dc7d1051-4559-4cd8-95ae-61330435c831), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:46.927918 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:46.930916 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:46.968883 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-17640d02-420a-4617-a923-7ce3c72164c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78651f6706904f2a97278522911a253b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311060 Jul 11 14:18:46.971049 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17640d02-420a-4617-a923-7ce3c72164c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7d1051-4559-4cd8-95ae-61330435c831,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:46.971796 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50710) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:47.022280 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3630ddfa-32b1-493d-b52d-da66437273de admin admin] Publish callbacks [] for security_group (dc7d1051-4559-4cd8-95ae-61330435c831), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.043864 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3630ddfa-32b1-493d-b52d-da66437273de admin admin] Publish callbacks [] for security_group (dc7d1051-4559-4cd8-95ae-61330435c831), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.091601 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3630ddfa-32b1-493d-b52d-da66437273de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (dc7d1051-4559-4cd8-95ae-61330435c831), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.094160 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-3630ddfa-32b1-493d-b52d-da66437273de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.095368 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-3630ddfa-32b1-493d-b52d-da66437273de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc7d1051-4559-4cd8-95ae-61330435c831 HTTP/1.1" status: 204 len: 168 time: 0.1225166 Jul 11 14:18:47.104328 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630ddfa-32b1-493d-b52d-da66437273de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7d1051-4559-4cd8-95ae-61330435c831,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:47.496966 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b07f121a-dca1-4c1c-8ea8-63f496f650b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.737911 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50734) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:47.838842 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1523090804-network', 'tenant_id': '58346265e4c244dcb15cd6ec2817773a'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:18:47.859124 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Made reservation on behalf of 58346265e4c244dcb15cd6ec2817773a for: {'network': 1} {{(pid=104192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:18:47.861802 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for network (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.871267 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.899641 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:18:47.959943 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks [] for security_group (181a688b-ca1a-4296-a463-c3ce7e686b6f), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.964155 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (181a688b-ca1a-4296-a463-c3ce7e686b6f), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:47.990746 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=104192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 11 14:18:48.002130 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181a688b-ca1a-4296-a463-c3ce7e686b6f,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:48.008639 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (3be39574-b0aa-4e52-b343-b661900da57e), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:48.009328 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.segments_db [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Added segment 3be39574-b0aa-4e52-b343-b661900da57e of type vlan for network 9042c877-52fd-4c28-9ce3-19f99d46d913 Jul 11 14:18:48.055202 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757677863316'] for network (9042c877-52fd-4c28-9ce3-19f99d46d913), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:48.085218 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729'] for network (9042c877-52fd-4c28-9ce3-19f99d46d913), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:48.086201 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:48.086820 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:48.119931 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3808804 Jul 11 14:18:48.123336 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50738) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:18:48.128351 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Request body: {'subnet': {'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1523090804-subnet', 'tenant_id': '58346265e4c244dcb15cd6ec2817773a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:18:48.149152 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160746a-475e-4da8-9aaa-98bb1fc5f162 admin admin] Pushing event updated for resources: {'Network': ['ID=9042c877-52fd-4c28-9ce3-19f99d46d913,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:48.150189 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Made reservation on behalf of 58346265e4c244dcb15cd6ec2817773a for: {'subnet': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:18:48.152819 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4755089'] for subnet (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:48.159043 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Network 9042c877-52fd-4c28-9ce3-19f99d46d913 details requested by agent ovs-agent-dv-cinder-848429-3-iscsi with host dv-cinder-848429-3-iscsi {{(pid=104193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 11 14:18:48.337322 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4777873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4755079'] for subnet (1fdf55e1-7b59-4bdf-9d1e-830b57e76305), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:48.393424 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdf55e1-7b59-4bdf-9d1e-830b57e76305,revision_number=0']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:48.407867 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.408211 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.408548 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.408881 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.409211 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.409537 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.409857 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.410175 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.410519 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.410840 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.411166 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.411486 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.411804 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.412119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.412429 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:18:48.422659 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Checking segment: {'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:18:48.423019 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Network hostable DHCP agents. Network: 9042c877-52fd-4c28-9ce3-19f99d46d913, hostable agents: ['d7c86efb-d9e3-4b64-8f8e-15a07f6e57db'], hosted agents: [] {{(pid=104191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 11 14:18:48.440749 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Network 9042c877-52fd-4c28-9ce3-19f99d46d913 is scheduled to be hosted by DHCP agent d7c86efb-d9e3-4b64-8f8e-15a07f6e57db with binding_index 1 {{(pid=104191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 11 14:18:48.449954 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848429-3-iscsi, 9042c877-52fd-4c28-9ce3-19f99d46d913) {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:18:48.454967 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:48.456851 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:48.457935 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0e65f-1707-4357-916b-6a6097f8484d None None] Network 9042c877-52fd-4c28-9ce3-19f99d46d913 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:18:48.472965 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3ddc6e29-e6f2-4787-8afd-45667687bca0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3484812 Jul 11 14:18:48.562234 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4586121d-0409-401f-b735-55b26180d351 None None] Network 9042c877-52fd-4c28-9ce3-19f99d46d913 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:18:49.923440 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f0a16712-dd86-41c4-aa42-94a28176a4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:51.068927 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:52.604379 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:52.810947 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:54.508998 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49970992-80fb-48ab-973a-ac0dd608836e req-fe4b0ec5-e67d-474a-ac38-7064d89349e3 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:54.510587 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-fe4b0ec5-e67d-474a-ac38-7064d89349e3 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/networks?id=9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 200 len: 814 time: 0.1151934 Jul 11 14:18:54.526084 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-611acbf5-3b68-4a06-bc7b-cf282de66790 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/quotas/58346265e4c244dcb15cd6ec2817773a HTTP/1.1" status: 200 len: 375 time: 0.0097325 Jul 11 14:18:54.561174 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-ea8e8c21-fab7-43b9-a012-6b20424edf1f tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58346265e4c244dcb15cd6ec2817773a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295224 Jul 11 14:18:54.662024 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-6e8969f8-6ae9-4a6c-b390-9915759fc8a7 service neutron] 10.222.0.49 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939243 Jul 11 14:18:54.741082 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:54.759327 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-2e27bed5-5870-4471-8b8b-89e854f9179e service neutron] 10.222.0.49 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922379 Jul 11 14:18:54.944099 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-495cc374-e71e-4363-be8d-a671a860a89a req-bbdce99f-a9dd-4378-b6d8-33f0e77e85ba tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 210 time: 0.0368104 Jul 11 14:18:56.048503 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1577ef67-b291-4b5f-ba23-abbecff2b8aa req-0c9aeeb0-f1c0-4adc-ae8f-adb87ab72b5e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 210 time: 0.0339324 Jul 11 14:18:56.161350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49970992-80fb-48ab-973a-ac0dd608836e req-bf326a88-14d2-4667-96e2-5d961ecfa873 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:56.162990 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-bf326a88-14d2-4667-96e2-5d961ecfa873 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "GET /v2.0/networks?id=9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 200 len: 814 time: 0.1388624 Jul 11 14:18:56.165500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:56.187603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Request body: {'port': {'device_id': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913', 'admin_state_up': True, 'tenant_id': '58346265e4c244dcb15cd6ec2817773a'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:18:56.306913 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Made reservation on behalf of 58346265e4c244dcb15cd6ec2817773a for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:18:56.310249 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:56.438293 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Allocated IP 172.20.0.3 (9042c877-52fd-4c28-9ce3-19f99d46d913/1fdf55e1-7b59-4bdf-9d1e-830b57e76305/1c7e143a-757f-4835-ba18-2e430e8e1e8d) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:18:56.455581 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:56.489282 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:56.590632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks [] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:56.622026 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:56.662710 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Network 9042c877-52fd-4c28-9ce3-19f99d46d913 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:18:56.666128 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:18:56.669673 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:18:56.698330 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Pushing event updated for resources: {'Port': ['ID=1c7e143a-757f-4835-ba18-2e430e8e1e8d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:56.726393 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:56.727000 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:56.743531 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-7082566e-97b8-47ab-8307-547634ebda3e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599916 Jul 11 14:18:56.761831 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Request body: {'port': {'device_id': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:18:56.823337 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:57.109197 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7e143a-757f-4835-ba18-2e430e8e1e8d {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:18:57.117811 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Publish callbacks [] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:57.134062 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Transition to ACTIVE for port object 1c7e143a-757f-4835-ba18-2e430e8e1e8d will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:18:57.137601 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:57.162338 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:57.172036 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:57.183269 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c1461-6a0d-45d0-a4f2-ee6238bef192 req-165adb5d-ab72-4703-b4a2-9aef43aeaeef tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:57.184930 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab7c1461-6a0d-45d0-a4f2-ee6238bef192 req-165adb5d-ab72-4703-b4a2-9aef43aeaeef tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 943 time: 0.0575664 Jul 11 14:18:57.188898 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e143a-757f-4835-ba18-2e430e8e1e8d,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:57.240552 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ab7c1461-6a0d-45d0-a4f2-ee6238bef192 req-498f3a0f-249f-43a6-a3ec-12ffb7303cb4 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Jul 11 14:18:57.267727 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Attempting to bind port 1c7e143a-757f-4835-ba18-2e430e8e1e8d on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:18:57.268047 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Attempting to bind port 1c7e143a-757f-4835-ba18-2e430e8e1e8d by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:18:57.268365 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Attempting to bind port 1c7e143a-757f-4835-ba18-2e430e8e1e8d on network 9042c877-52fd-4c28-9ce3-19f99d46d913 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:18:57.272685 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Port 1c7e143a-757f-4835-ba18-2e430e8e1e8d on network 9042c877-52fd-4c28-9ce3-19f99d46d913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:18:57.273017 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Attempting to bind port 1c7e143a-757f-4835-ba18-2e430e8e1e8d on network 9042c877-52fd-4c28-9ce3-19f99d46d913 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:18:57.277653 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:18:57.277976 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Checking segment: {'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:18:57.278374 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Bound using segment: {'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:18:57.278785 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Bound port: 1c7e143a-757f-4835-ba18-2e430e8e1e8d, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:18:57.279153 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:57.340904 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] For port 1c7e143a-757f-4835-ba18-2e430e8e1e8d, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:18:57.344118 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] For port 1c7e143a-757f-4835-ba18-2e430e8e1e8d, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:18:57.349112 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:57.386330 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:57.386942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:18:57.388260 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] 10.222.0.55 "PUT /v2.0/ports/1c7e143a-757f-4835-ba18-2e430e8e1e8d HTTP/1.1" status: 200 len: 1093 time: 0.6307225 Jul 11 14:18:57.388674 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'tag': '1c7e143a-757f-4835-ba18-2e430e8e1e8d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:18:57.390920 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654a9cc-55b2-413c-a913-e2ad09199a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3448580-15c9-4a50-8506-30a36ec669e3", "tag": "1c7e143a-757f-4835-ba18-2e430e8e1e8d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:18:57.408365 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a92cb-75d1-4805-80b0-125a197e8595 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e143a-757f-4835-ba18-2e430e8e1e8d,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:18:57.438113 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dba1834-be24-40ed-9704-c5467c991517 x-openstack-request-id: req-5dba1834-be24-40ed-9704-c5467c991517 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:18:57.438437 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3448580-15c9-4a50-8506-30a36ec669e3", "tag": "1c7e143a-757f-4835-ba18-2e430e8e1e8d", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:18:57.438688 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dba1834-be24-40ed-9704-c5467c991517 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:18:57.439093 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dba1834-be24-40ed-9704-c5467c991517'] response: {'name': 'network-changed', 'server_uuid': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'tag': '1c7e143a-757f-4835-ba18-2e430e8e1e8d', 'status': 'completed', 'code': 200} Jul 11 14:18:57.465778 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:57.497732 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49970992-80fb-48ab-973a-ac0dd608836e req-bb6a9fea-e586-453b-a1ed-ed0eb27c3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:57.499264 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-bb6a9fea-e586-453b-a1ed-ed0eb27c3aeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58346265e4c244dcb15cd6ec2817773a&device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 1127 time: 0.0410352 Jul 11 14:18:57.547395 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-a6bacde1-c596-4f6d-8e5f-ffd5194cd7c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d HTTP/1.1" status: 200 len: 217 time: 0.0345557 Jul 11 14:18:57.595745 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49970992-80fb-48ab-973a-ac0dd608836e req-dfafb7b5-1255-45ab-8bdf-09280f44d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:57.597187 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-dfafb7b5-1255-45ab-8bdf-09280f44d803 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fdf55e1-7b59-4bdf-9d1e-830b57e76305 HTTP/1.1" status: 200 len: 854 time: 0.0441914 Jul 11 14:18:57.629149 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-aaf2d859-c010-4fd7-9137-42cb58773d62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9042c877-52fd-4c28-9ce3-19f99d46d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258913 Jul 11 14:18:57.721098 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-9c39f2f9-d76f-460f-88ac-21a1e5a45f28 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Jul 11 14:18:57.808167 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-49970992-80fb-48ab-973a-ac0dd608836e req-8a3d6d3b-4fe7-4e62-8f7d-fda966204447 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810361 Jul 11 14:18:57.895248 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:18:58.358233 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab8c0d-249b-4778-94c1-4356b7ef842c req-4cb88f35-e075-42ad-8be6-7b858b2d2b44 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:58.359766 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c7ab8c0d-249b-4778-94c1-4356b7ef842c req-4cb88f35-e075-42ad-8be6-7b858b2d2b44 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 943 time: 0.0496938 Jul 11 14:18:58.415660 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c7ab8c0d-249b-4778-94c1-4356b7ef842c req-59e4aafd-f5ef-4d02-9bf0-c7a1a60417ad tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500622 Jul 11 14:18:59.532295 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c87cc-efca-439f-b64b-9cd2bb2edcee req-4b8dea39-3c97-436f-8c0c-5e2d82ea5c51 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:18:59.533740 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-877c87cc-efca-439f-b64b-9cd2bb2edcee req-4b8dea39-3c97-436f-8c0c-5e2d82ea5c51 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 943 time: 0.0493777 Jul 11 14:18:59.580468 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-877c87cc-efca-439f-b64b-9cd2bb2edcee req-cc6ec6b6-1623-4d1f-97bf-9808a38a6e06 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Jul 11 14:19:00.690070 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9359b-f8a0-4f44-9484-20b9f269124e req-98cf0a4a-2057-4536-86a8-e92eb90f1f53 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:00.691937 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8e9359b-f8a0-4f44-9484-20b9f269124e req-98cf0a4a-2057-4536-86a8-e92eb90f1f53 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 943 time: 0.0468442 Jul 11 14:19:00.739300 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a8e9359b-f8a0-4f44-9484-20b9f269124e req-1137b1bd-c910-4f63-a840-99070c66dea8 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Jul 11 14:19:01.855085 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fab19d-dd82-4917-9d46-2be09b16fe8b req-29bfdaf8-8089-4001-b033-b3ba05c96bf7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:01.856437 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-05fab19d-dd82-4917-9d46-2be09b16fe8b req-29bfdaf8-8089-4001-b033-b3ba05c96bf7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 943 time: 0.0490582 Jul 11 14:19:01.903171 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-05fab19d-dd82-4917-9d46-2be09b16fe8b req-7a15cf40-968f-4978-b318-4dff76715d20 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Jul 11 14:19:03.015168 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee86f81-abf1-4b24-9d70-6d8510557539 req-bb7d7406-4b58-4dde-8340-a80a316a87db tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:03.016575 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5ee86f81-abf1-4b24-9d70-6d8510557539 req-bb7d7406-4b58-4dde-8340-a80a316a87db tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 943 time: 0.0464747 Jul 11 14:19:03.062985 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5ee86f81-abf1-4b24-9d70-6d8510557539 req-c6dd6da0-3132-433b-8006-a99110573ceb tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Jul 11 14:19:04.021763 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-ad656577-fb67-4ff7-94b5-e071c35f9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:04.023828 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-ad656577-fb67-4ff7-94b5-e071c35f9b3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58346265e4c244dcb15cd6ec2817773a&device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 1127 time: 0.0408499 Jul 11 14:19:04.134705 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-7e849e09-afee-4852-b915-99f92651e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:04.136082 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-7e849e09-afee-4852-b915-99f92651e5ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 200 len: 915 time: 0.0940540 Jul 11 14:19:04.175059 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-bbdb56c2-9e69-4f21-b0d7-b4e30f6b1155 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d HTTP/1.1" status: 200 len: 217 time: 0.0324585 Jul 11 14:19:04.181134 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998d5c-273d-428c-b6f3-d5f81fbdd925 req-6bf2c929-4c2f-4255-aafd-ef8a5467cbc3 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:04.182668 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb998d5c-273d-428c-b6f3-d5f81fbdd925 req-6bf2c929-4c2f-4255-aafd-ef8a5467cbc3 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 943 time: 0.0513132 Jul 11 14:19:04.228370 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-20505a94-b420-4a68-8f39-f65129faa422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:04.229830 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-20505a94-b420-4a68-8f39-f65129faa422 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fdf55e1-7b59-4bdf-9d1e-830b57e76305 HTTP/1.1" status: 200 len: 854 time: 0.0495899 Jul 11 14:19:04.231312 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-eb998d5c-273d-428c-b6f3-d5f81fbdd925 req-675a7192-6679-4200-b232-a4bf230942e5 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Jul 11 14:19:04.263588 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-aadbbf91-d645-4fbb-9229-78efef1bd116 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9042c877-52fd-4c28-9ce3-19f99d46d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269923 Jul 11 14:19:04.353876 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-0fce679f-90bb-4c8b-8789-e665ebf3a120 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837755 Jul 11 14:19:04.450734 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4654a9cc-55b2-413c-a913-e2ad09199a9d req-8a4eb30a-ee0c-47f6-902b-b1a620935feb service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900793 Jul 11 14:19:05.040970 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1c7e143a-757f-4835-ba18-2e430e8e1e8d details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:19:05.157120 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 1c7e143a-757f-4835-ba18-2e430e8e1e8d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:19:05.170918 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '1c7e143a-757f-4835-ba18-2e430e8e1e8d', 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913', 'port_id': '1c7e143a-757f-4835-ba18-2e430e8e1e8d', 'mac_address': 'fa:16:3e:af:d0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdf55e1-7b59-4bdf-9d1e-830b57e76305', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:19:05.208418 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 1c7e143a-757f-4835-ba18-2e430e8e1e8d is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:19:05.208803 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:05.223138 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7e143a-757f-4835-ba18-2e430e8e1e8d {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:19:05.244583 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 1c7e143a-757f-4835-ba18-2e430e8e1e8d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:19:05.249270 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:05.302436 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=1c7e143a-757f-4835-ba18-2e430e8e1e8d,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:05.310936 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.310936 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.311337 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.311688 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.311928 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.312431 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.312919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.313392 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.313883 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.314201 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.314548 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.314870 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.315183 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.315497 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.315945 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:05.354549 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec613c75-42c6-45b1-a03b-3b669a4953c7 req-7941d413-7cbb-43e9-8d7c-019103be54fa tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:05.355995 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ec613c75-42c6-45b1-a03b-3b669a4953c7 req-7941d413-7cbb-43e9-8d7c-019103be54fa tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 944 time: 0.0514150 Jul 11 14:19:05.406868 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ec613c75-42c6-45b1-a03b-3b669a4953c7 req-6539e83c-f7dc-4494-8112-517c614f1bb7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Jul 11 14:19:05.668415 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1c7e143a-757f-4835-ba18-2e430e8e1e8d'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:19:06.524204 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf4eb7-4fad-43ed-bdc4-e27cf9f7dda7 req-7db5aa30-2b1a-460e-923d-4ab9f152a3a5 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:06.525691 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-86cf4eb7-4fad-43ed-bdc4-e27cf9f7dda7 req-7db5aa30-2b1a-460e-923d-4ab9f152a3a5 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 944 time: 0.0462713 Jul 11 14:19:06.575770 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-86cf4eb7-4fad-43ed-bdc4-e27cf9f7dda7 req-193613bb-6947-4868-a016-eb57be1b7fb6 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Jul 11 14:19:07.042382 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1c7e143a-757f-4835-ba18-2e430e8e1e8d up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:19:07.044499 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:07.045931 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:07.092078 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 1c7e143a-757f-4835-ba18-2e430e8e1e8d completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:19:07.100630 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 1c7e143a-757f-4835-ba18-2e430e8e1e8d triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:19:07.101028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:07.180721 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 1c7e143a-757f-4835-ba18-2e430e8e1e8d is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:19:07.181109 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:07.203883 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e143a-757f-4835-ba18-2e430e8e1e8d'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:19:07.206062 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b42db2-f52f-4bb6-ad81-c447e30317b6" -d '{"events": [{"server_uuid": "e3448580-15c9-4a50-8506-30a36ec669e3", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e143a-757f-4835-ba18-2e430e8e1e8d"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:19:07.218163 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 1c7e143a-757f-4835-ba18-2e430e8e1e8d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:19:07.222641 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:07.248521 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e308d-6c66-4304-b38c-dc307dfbcc6a x-openstack-request-id: req-955e308d-6c66-4304-b38c-dc307dfbcc6a {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:19:07.248813 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3448580-15c9-4a50-8506-30a36ec669e3", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e143a-757f-4835-ba18-2e430e8e1e8d", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:19:07.249063 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-955e308d-6c66-4304-b38c-dc307dfbcc6a {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:19:07.249439 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955e308d-6c66-4304-b38c-dc307dfbcc6a'] response: {'server_uuid': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e143a-757f-4835-ba18-2e430e8e1e8d', 'code': 200} Jul 11 14:19:07.274179 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=1c7e143a-757f-4835-ba18-2e430e8e1e8d,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:07.470548 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473321b1-fb2d-4803-a77e-48743cf749bc req-e7079bfd-a364-411f-955a-b0f4428ccb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:07.472083 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-473321b1-fb2d-4803-a77e-48743cf749bc req-e7079bfd-a364-411f-955a-b0f4428ccb2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 1129 time: 0.0387743 Jul 11 14:19:07.508454 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:07.526054 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-473321b1-fb2d-4803-a77e-48743cf749bc req-b49bca29-d551-41d1-95b7-31e3509cd342 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Jul 11 14:19:07.689600 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38060e3f-d349-49d4-980f-7bc69b4dea5b req-ee492e09-6f01-4264-ac07-c9b600b48d8b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:07.691124 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38060e3f-d349-49d4-980f-7bc69b4dea5b req-ee492e09-6f01-4264-ac07-c9b600b48d8b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 945 time: 0.0481696 Jul 11 14:19:07.739910 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38060e3f-d349-49d4-980f-7bc69b4dea5b req-9acb78a2-9ff8-436c-b873-cae81ad4b546 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Jul 11 14:19:08.854782 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d468cf-2ddb-4d6e-b82e-868fd090c039 req-14a24dc0-7084-4274-b4d7-759955b4f7dd tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:08.856193 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d5d468cf-2ddb-4d6e-b82e-868fd090c039 req-14a24dc0-7084-4274-b4d7-759955b4f7dd tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 945 time: 0.0463240 Jul 11 14:19:08.890831 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:08.906079 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d5d468cf-2ddb-4d6e-b82e-868fd090c039 req-45166e32-e642-469c-bbc1-7888d8df22a9 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Jul 11 14:19:09.532666 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 50890) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:19:09.637715 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:09.640062 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:09.715930 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Publish callbacks [] for security_group (a174a366-cd1e-4011-a67e-bb213800f5ca), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:09.719646 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a174a366-cd1e-4011-a67e-bb213800f5ca), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:09.759319 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad6940a9c1494bb08ebeee095ab169e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255900 Jul 11 14:19:09.760019 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a174a366-cd1e-4011-a67e-bb213800f5ca,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:09.761998 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 50894) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:19:09.767359 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.767707 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.768045 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.768378 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.768706 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.769032 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.769350 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.769668 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.769990 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.770326 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.770655 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.770979 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.771298 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.771618 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.771963 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3d4d0c-015e-40b1-aa1b-c2cea58433fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:19:09.815607 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-841f8eb3-7917-4d14-9750-e36786a0f150 admin admin] Publish callbacks [] for security_group (a174a366-cd1e-4011-a67e-bb213800f5ca), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:09.838583 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-841f8eb3-7917-4d14-9750-e36786a0f150 admin admin] Publish callbacks [] for security_group (a174a366-cd1e-4011-a67e-bb213800f5ca), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:09.840111 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:09.886340 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-841f8eb3-7917-4d14-9750-e36786a0f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (a174a366-cd1e-4011-a67e-bb213800f5ca), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:09.890151 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-841f8eb3-7917-4d14-9750-e36786a0f150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:09.891813 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-841f8eb3-7917-4d14-9750-e36786a0f150 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a174a366-cd1e-4011-a67e-bb213800f5ca HTTP/1.1" status: 204 len: 168 time: 0.1286855 Jul 11 14:19:09.901980 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f8eb3-7917-4d14-9750-e36786a0f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a174a366-cd1e-4011-a67e-bb213800f5ca,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:10.022638 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b02164-ad85-4e06-95fe-44e224c46cc4 req-77ba2f3c-109d-4658-887b-ff9cdcfa2e3b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:10.024094 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-51b02164-ad85-4e06-95fe-44e224c46cc4 req-77ba2f3c-109d-4658-887b-ff9cdcfa2e3b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 945 time: 0.0505977 Jul 11 14:19:10.078751 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-51b02164-ad85-4e06-95fe-44e224c46cc4 req-b08a26c1-9d04-49dd-afb1-1b4e23abf573 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487332 Jul 11 14:19:13.973925 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:13.978408 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=18 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:14.906974 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ef44b-d2a3-4545-adc7-2ae7daf4d1d6 req-3358b0c9-b958-4397-9d58-b312ba56ba2a tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:14.908484 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ca1ef44b-d2a3-4545-adc7-2ae7daf4d1d6 req-3358b0c9-b958-4397-9d58-b312ba56ba2a tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0528114 Jul 11 14:19:14.961398 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ca1ef44b-d2a3-4545-adc7-2ae7daf4d1d6 req-26f10b8a-d631-4877-9cd8-57b5d16058fc tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469751 Jul 11 14:19:16.082601 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31dc7d-9dbb-4150-a9d3-3387445c6cb5 req-df09f21b-c289-4b15-aacd-c98c7f8e93e3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:16.085017 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1f31dc7d-9dbb-4150-a9d3-3387445c6cb5 req-df09f21b-c289-4b15-aacd-c98c7f8e93e3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0502818 Jul 11 14:19:16.147908 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-1f31dc7d-9dbb-4150-a9d3-3387445c6cb5 req-2ff17523-2f73-4c63-9e20-e5cfccd7cc6c tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567238 Jul 11 14:19:16.838793 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220aedd-d098-40cd-b451-887cf800fce3 req-533eb688-23f0-4279-917e-dda4970a5bc8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:16.840271 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0220aedd-d098-40cd-b451-887cf800fce3 req-533eb688-23f0-4279-917e-dda4970a5bc8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0506697 Jul 11 14:19:16.930761 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Deleting port 2c145e97-2662-4d53-8a43-00bf731245fc {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:19:16.931148 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:17.022450 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] For port 2c145e97-2662-4d53-8a43-00bf731245fc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=2c145e97-2662-4d53-8a43-00bf731245fc,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:19:17.022859 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:17.270260 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:17.277957 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bce12e-c67c-4fd4-a3bc-e5fe5a357ae7 req-da469c90-f1df-4370-afee-313f8690179f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:17.279713 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-19bce12e-c67c-4fd4-a3bc-e5fe5a357ae7 req-da469c90-f1df-4370-afee-313f8690179f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 946 time: 0.0558107 Jul 11 14:19:17.342120 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-19bce12e-c67c-4fd4-a3bc-e5fe5a357ae7 req-9405ee2b-af2a-4d19-a12e-77d792cf5b27 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547779 Jul 11 14:19:17.461788 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:17.462153 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (30e63506-accc-41d6-aed5-9a66c7b0ffa4), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:17.462615 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Floating IP 30e63506-accc-41d6-aed5-9a66c7b0ffa4 disassociated. External IP: 172.27.1.50, port: 2c145e97-2662-4d53-8a43-00bf731245fc. Jul 11 14:19:17.462829 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Calling delete_port for 2c145e97-2662-4d53-8a43-00bf731245fc owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:19:17.501314 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3f1f918e-7098-478d-8f31-2d6bb3077b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:17.608224 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (2c145e97-2662-4d53-8a43-00bf731245fc), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:17.637098 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event deleted for resources: {'Port': ['ID=2c145e97-2662-4d53-8a43-00bf731245fc,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:17.749679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:19:17.845000 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:17.860041 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:19:17.871628 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:19:17.882707 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:19:17.883597 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:18:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:17.909695 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] No DVR routers for this DVR port 2c145e97-2662-4d53-8a43-00bf731245fc on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:19:17.915180 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:17.918970 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0220aedd-d098-40cd-b451-887cf800fce3 req-97a47534-0634-436d-8164-adcf3c1768f5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "DELETE /v2.0/ports/2c145e97-2662-4d53-8a43-00bf731245fc HTTP/1.1" status: 204 len: 173 time: 1.0731342 Jul 11 14:19:17.919512 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'name': 'network-vif-deleted', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:19:17.921827 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a775b2-b768-4211-a176-d18921b3efa5" -d '{"events": [{"server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "name": "network-vif-deleted", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:19:17.968466 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf8897-57d5-4180-b318-3ac000b21be0 x-openstack-request-id: req-c3cf8897-57d5-4180-b318-3ac000b21be0 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:19:17.969033 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2133fb7b-9f2f-4e3f-8d2c-73095a827fd4", "name": "network-vif-deleted", "tag": "2c145e97-2662-4d53-8a43-00bf731245fc", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:19:17.969436 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3cf8897-57d5-4180-b318-3ac000b21be0 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:19:17.970133 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cf8897-57d5-4180-b318-3ac000b21be0'] response: {'server_uuid': '2133fb7b-9f2f-4e3f-8d2c-73095a827fd4', 'name': 'network-vif-deleted', 'tag': '2c145e97-2662-4d53-8a43-00bf731245fc', 'status': 'completed', 'code': 200} Jul 11 14:19:17.998258 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:19:18.199013 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:18.227937 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:19:18.236832 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:19:18.237372 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:18:50Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:18.337987 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:19:18.443727 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-6486f005-06eb-4d09-a3bf-28f887c98de3 req-82687050-0cc3-49d3-832b-e0b1d36fa96c tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Jul 11 14:19:18.526248 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:18.551883 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0396b6-1f3b-4cf0-a4e3-723e2f65bcbb None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:19:18.767588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7af25a-c2f5-49ef-87f6-3857ee4eb5eb None None] New status for floating IP 30e63506-accc-41d6-aed5-9a66c7b0ffa4: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:19:19.539606 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-868fac21-a0ff-43bb-8b1e-aeb41043d994 req-8a202c2e-7c88-4a47-8870-75bc8cd2efb7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Jul 11 14:19:19.930069 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6472a576-d864-4dab-8fd5-92dc7a25482c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:20.633956 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-283b5013-a0c0-421b-bc9d-c9f46ff4d975 req-470f5d8c-7df1-416f-96dc-e86dbe43e292 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0272973 Jul 11 14:19:21.072314 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:21.733831 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5aa2bac4-ee32-42d4-a619-aa2e53d167c5 req-5915caa5-e03a-49e1-a6c7-cc2c8feb1be7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0307412 Jul 11 14:19:22.604051 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:22.816650 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:22.862254 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 2c145e97-2662-4d53-8a43-00bf731245fc no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:19:22.883723 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 2c145e97-2662-4d53-8a43-00bf731245fc {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:19:22.884165 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 2c145e97-2662-4d53-8a43-00bf731245fc not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:19:23.085652 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dc8d6a56-f946-4267-94f6-545da56580f5 req-6f3d2c69-c173-4287-8d6b-c1609bdb5543 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.2825072 Jul 11 14:19:24.181275 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-525765eb-3264-4b6a-b2d9-35b21d65a086 req-a1387129-99f7-479c-b9c7-4c4481c74515 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0282075 Jul 11 14:19:24.898925 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:19:25.281326 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-46a843b9-91fc-4160-9833-0f71c7185c67 req-4ba63d59-d7f4-48fe-9e00-b0dae8985d48 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=2133fb7b-9f2f-4e3f-8d2c-73095a827fd4 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Jul 11 14:19:26.180900 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:26.539896 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-5ad05479-bdd4-4d24-adb5-2a5e43770e43 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331792550&fields=id&tenant_id=67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 267 time: 0.0436065 Jul 11 14:19:26.648716 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-a6359579-8093-4c6b-868f-995bc9eb090b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:26.650143 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-a6359579-8093-4c6b-868f-995bc9eb090b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 811 time: 0.1031961 Jul 11 14:19:26.664740 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-b71ab5ad-d409-4a11-9a27-0d8cb1baa0a9 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/quotas/67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 375 time: 0.0092824 Jul 11 14:19:26.712490 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-f753f02d-1b8b-4781-93e8-467577ba14ff tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428450 Jul 11 14:19:26.793548 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:26.813292 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-f5966a5c-dd88-49ad-9382-a52e50caa435 service neutron] 10.222.0.49 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893385 Jul 11 14:19:26.851684 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:26.903600 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-c25a3859-9622-4713-83ad-c4f9d1c3c569 service neutron] 10.222.0.49 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Jul 11 14:19:27.208330 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a3841f25-3768-458f-9225-1fa0fbcef7cd req-6c80ee14-aa9d-4ad0-b5fe-5eb8174d861e tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 210 time: 0.0347779 Jul 11 14:19:27.886463 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:27.888530 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=6 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:28.315717 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-15af0a3e-3299-42b9-8b1d-aa6b785e87e9 req-b8bc3b77-2ff7-4d4f-9ea7-ae9682cd5fbb tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 210 time: 0.0281317 Jul 11 14:19:28.318889 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-79cff04f-a5ef-455b-ac12-4f512bcd0683 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:28.320387 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-79cff04f-a5ef-455b-ac12-4f512bcd0683 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 811 time: 0.1049953 Jul 11 14:19:28.392517 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-11a57e07-f229-4cf1-bca9-fb0eb1553eb3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 379 time: 0.0562398 Jul 11 14:19:28.408676 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'port': {'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'admin_state_up': True, 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'security_groups': ['98b5740a-6097-451d-82d9-acb5c7374761']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:19:28.519822 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Made reservation on behalf of 67d8660c31bf48e9a2c6a5edb2060bde for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:19:28.523273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:28.656979 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Allocated IP 172.20.0.12 (399e9466-9fd1-4e23-afd7-ae28f17cf4de/7829be1e-41ea-4b23-b177-273a4e9e5f3b/dd18d87b-e16c-4bc6-bf41-4bf41d35a33b) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:19:28.803306 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:28.837225 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:28.887576 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:19:28.890772 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:19:28.894715 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:19:28.900664 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:28.949720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:28.950375 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:28.966443 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-88d4a16d-97c4-4ab4-b4fb-3246f59f564f tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614109 Jul 11 14:19:28.984065 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Request body: {'port': {'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:19:29.046116 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:29.092235 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:29.093154 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:29.109497 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-b9fa8f16-dd1f-4142-9e7b-3ead2fdf0ed3 None None] Provisioning complete for port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:19:29.110141 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8f16-dd1f-4142-9e7b-3ead2fdf0ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:29.152166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa8f16-dd1f-4142-9e7b-3ead2fdf0ed3 None None] Port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:19:29.343750 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd18d87b-e16c-4bc6-bf41-4bf41d35a33b {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:19:29.352021 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Publish callbacks [] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:29.364926 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Transition to ACTIVE for port object dd18d87b-e16c-4bc6-bf41-4bf41d35a33b will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:19:29.368553 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:29.423712 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:29.449503 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcf852-ead3-4f6d-a6d8-c919ad792d2a req-7fbaf6dc-3f0b-4825-91ef-7de2bbc2bcb4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:29.452796 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-89dcf852-ead3-4f6d-a6d8-c919ad792d2a req-7fbaf6dc-3f0b-4825-91ef-7de2bbc2bcb4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0676880 Jul 11 14:19:29.506670 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-89dcf852-ead3-4f6d-a6d8-c919ad792d2a req-3bbff68e-5c13-41f5-82fb-311ca0c2655c tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482812 Jul 11 14:19:29.509957 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Attempting to bind port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:19:29.510296 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Attempting to bind port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:19:29.510777 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Attempting to bind port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:19:29.515672 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:19:29.515993 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Attempting to bind port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:19:29.521289 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:19:29.521666 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Checking segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:19:29.522049 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Bound using segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:19:29.522506 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Bound port: dd18d87b-e16c-4bc6-bf41-4bf41d35a33b, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:19:29.522878 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:29.587765 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] For port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:19:29.591226 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] For port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:19:29.597443 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:29.629136 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:29.629833 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:29.631288 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] 10.222.0.55 "PUT /v2.0/ports/dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 1094 time: 0.6515460 Jul 11 14:19:29.636105 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:19:29.638377 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e637348-6b34-4d11-95a6-3ae91c540581" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:19:29.670440 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83482ce4-217e-4b85-bd36-62052015dff6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:29.695159 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e147150-beab-4f55-9aa6-88d6e8046879 x-openstack-request-id: req-3e147150-beab-4f55-9aa6-88d6e8046879 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:19:29.695695 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:19:29.696146 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e147150-beab-4f55-9aa6-88d6e8046879 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:19:29.697002 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e147150-beab-4f55-9aa6-88d6e8046879'] response: {'name': 'network-changed', 'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'status': 'completed', 'code': 200} Jul 11 14:19:29.758920 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-1e94cfaa-5265-48d3-9f2d-473b517c4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:29.760851 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-1e94cfaa-5265-48d3-9f2d-473b517c4472 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1128 time: 0.0449870 Jul 11 14:19:29.813279 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-957384dc-4125-42bb-8bb9-267bfc3ffbfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 217 time: 0.0387218 Jul 11 14:19:29.864531 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-02904176-c985-4f78-9f27-eb51c1f4b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:29.866421 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-02904176-c985-4f78-9f27-eb51c1f4b3b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0477057 Jul 11 14:19:29.914252 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-742f7566-c439-4abd-940a-42c367758c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:29.915850 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-742f7566-c439-4abd-940a-42c367758c5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437419 Jul 11 14:19:30.011300 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-484a11cd-9ce5-467f-992f-9eb9e776c611 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868373 Jul 11 14:19:30.088138 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:30.103701 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:30.109096 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-7757e97d-24aa-4fe8-af7d-318c5152b15f req-ea7ff2ea-0fe0-40f9-907d-9d83f31018b6 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906177 Jul 11 14:19:30.622912 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1684f47-0f97-45a5-a478-76c9b8d6a228 req-1535537b-6b86-4ef1-8045-50db7c7a7714 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:30.624348 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a1684f47-0f97-45a5-a478-76c9b8d6a228 req-1535537b-6b86-4ef1-8045-50db7c7a7714 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0494077 Jul 11 14:19:30.671929 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a1684f47-0f97-45a5-a478-76c9b8d6a228 req-f6fedee7-7d28-44e6-a579-e0d92e2fa457 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Jul 11 14:19:31.621610 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-7202c3fc-6181-4474-accb-1ba32b6b07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:31.623059 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-7202c3fc-6181-4474-accb-1ba32b6b07b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1128 time: 0.0445857 Jul 11 14:19:31.717248 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-5939401a-30d1-477b-9b9c-82dc2ad074b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:31.718742 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-5939401a-30d1-477b-9b9c-82dc2ad074b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0883126 Jul 11 14:19:31.763646 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-91fdb675-0429-4315-a554-343f5cb91f1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 217 time: 0.0389071 Jul 11 14:19:31.812943 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954e359-a40c-40c6-8481-3295bfee5323 req-dc33e8b2-784a-457e-ba5d-318414db6f01 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:31.814615 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0954e359-a40c-40c6-8481-3295bfee5323 req-dc33e8b2-784a-457e-ba5d-318414db6f01 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0711873 Jul 11 14:19:31.819547 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-9dc47199-5ff7-4c3d-8525-62b0295b0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:31.821055 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-9dc47199-5ff7-4c3d-8525-62b0295b0e7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0493269 Jul 11 14:19:31.867434 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-0954e359-a40c-40c6-8481-3295bfee5323 req-76652f35-0ca3-45f4-8aba-ebc2f8780517 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462627 Jul 11 14:19:32.022078 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-007a8b1f-fd74-4b1b-99cd-cd140d8aecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:32.023614 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-007a8b1f-fd74-4b1b-99cd-cd140d8aecbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402288 Jul 11 14:19:32.123910 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-0397f074-2479-40a4-b2ee-0ed51a214d3d service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937021 Jul 11 14:19:32.219012 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0e637348-6b34-4d11-95a6-3ae91c540581 req-ba71a646-e040-47ee-aea5-2243df250293 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887625 Jul 11 14:19:32.992071 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee90c-ac2e-470d-9d7f-0810bb1755ed req-bf707bfa-ce2a-4a3c-bdcc-a7d6025903d6 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:32.993646 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d33ee90c-ac2e-470d-9d7f-0810bb1755ed req-bf707bfa-ce2a-4a3c-bdcc-a7d6025903d6 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0550144 Jul 11 14:19:33.052007 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d33ee90c-ac2e-470d-9d7f-0810bb1755ed req-ef53b6a9-f2f6-4b30-bf66-cff00ace2ffd tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527377 Jul 11 14:19:34.171102 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6493-afcd-4e55-b7c1-c6ef92c10a85 req-629ee088-9d13-4a2c-a35e-8f627221d9d7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:34.172696 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-954a6493-afcd-4e55-b7c1-c6ef92c10a85 req-629ee088-9d13-4a2c-a35e-8f627221d9d7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0525460 Jul 11 14:19:34.226440 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-954a6493-afcd-4e55-b7c1-c6ef92c10a85 req-593d0f43-f73f-41d4-8ab8-51469e859faf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477870 Jul 11 14:19:34.893961 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=71 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:34.894734 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=63 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:35.343431 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb5dbc-ebdb-4dd5-bfb3-626ded044952 req-83113a61-3fa6-423a-8ee0-34b19f22dae4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:35.345436 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9afb5dbc-ebdb-4dd5-bfb3-626ded044952 req-83113a61-3fa6-423a-8ee0-34b19f22dae4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0477746 Jul 11 14:19:35.394268 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9afb5dbc-ebdb-4dd5-bfb3-626ded044952 req-daf14eda-4729-4268-99a3-6b0221431ca5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Jul 11 14:19:36.518087 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e278-4fbd-441d-bbc0-1c2db55e5d07 req-65d1e6f2-afb2-47d7-8043-a578167136d9 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:36.519571 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9491e278-4fbd-441d-bbc0-1c2db55e5d07 req-65d1e6f2-afb2-47d7-8043-a578167136d9 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0512202 Jul 11 14:19:36.570856 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9491e278-4fbd-441d-bbc0-1c2db55e5d07 req-f2807580-a9af-43d2-bd7d-51dad0058212 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456066 Jul 11 14:19:37.703418 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a639d2-8061-4e1f-9db1-f1ef7f5a4a7b req-6b96e52a-d588-45ea-b8f0-f0ac7fc1a809 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:37.705197 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1a639d2-8061-4e1f-9db1-f1ef7f5a4a7b req-6b96e52a-d588-45ea-b8f0-f0ac7fc1a809 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0529325 Jul 11 14:19:37.761056 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d1a639d2-8061-4e1f-9db1-f1ef7f5a4a7b req-ab13a7ed-8eb7-41a7-8e30-ea21903e18ca tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498853 Jul 11 14:19:38.880983 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9445fb3-7f2d-4b3e-81ff-e50ad88d9ab4 req-6a8a2f68-3172-4f85-92c2-73e6105f30f9 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:38.882447 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9445fb3-7f2d-4b3e-81ff-e50ad88d9ab4 req-6a8a2f68-3172-4f85-92c2-73e6105f30f9 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0500555 Jul 11 14:19:38.932734 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d9445fb3-7f2d-4b3e-81ff-e50ad88d9ab4 req-d6c8fe3a-f360-458f-8b1e-8dddec848af8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446043 Jul 11 14:19:39.901212 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=44,neutron:UPDATE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:39.903173 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:40.052243 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:40.061672 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db484d12-25d9-4a63-9575-5791c43460b0 req-3f2d432d-a11c-43cc-a493-0e4c299ec258 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:40.063186 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db484d12-25d9-4a63-9575-5791c43460b0 req-3f2d432d-a11c-43cc-a493-0e4c299ec258 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 944 time: 0.0562255 Jul 11 14:19:40.113866 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-db484d12-25d9-4a63-9575-5791c43460b0 req-a0014c1d-9edc-40d3-9b7d-821963d792c5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Jul 11 14:19:40.902651 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device dd18d87b-e16c-4bc6-bf41-4bf41d35a33b details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:19:41.024999 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:19:41.038711 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:19:41.096294 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:19:41.096926 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:41.124846 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd18d87b-e16c-4bc6-bf41-4bf41d35a33b {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:19:41.154981 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:19:41.160082 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:41.218245 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:41.243520 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305aa43-8944-47a8-914d-1b469cd87239 req-1b273cc0-06ed-4c4a-b16a-6e4fda437f04 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:41.245029 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c305aa43-8944-47a8-914d-1b469cd87239 req-1b273cc0-06ed-4c4a-b16a-6e4fda437f04 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 945 time: 0.0510042 Jul 11 14:19:41.267030 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:41.301546 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c305aa43-8944-47a8-914d-1b469cd87239 req-7992d86b-719b-4117-a02b-7dec0072586c tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508573 Jul 11 14:19:41.556711 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['dd18d87b-e16c-4bc6-bf41-4bf41d35a33b'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:19:42.214039 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=45 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:42.216350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=41 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:42.438184 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b64910-7ab6-4e5b-a2bf-5b88d2a9df12 req-da660500-e3de-4c3d-82ba-62b192d6ece5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:42.439845 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-77b64910-7ab6-4e5b-a2bf-5b88d2a9df12 req-da660500-e3de-4c3d-82ba-62b192d6ece5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 945 time: 0.0525472 Jul 11 14:19:42.510016 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-77b64910-7ab6-4e5b-a2bf-5b88d2a9df12 req-6e5d0d23-5ed4-4213-915d-f5f167c260a2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636761 Jul 11 14:19:42.918588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device dd18d87b-e16c-4bc6-bf41-4bf41d35a33b up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:19:42.962897 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:19:42.969654 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:19:42.970055 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:43.049842 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:19:43.050230 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:43.075198 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:19:43.077441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab53279c-800d-4fea-a32c-372b69cebce9" -d '{"events": [{"server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "name": "network-vif-plugged", "status": "completed", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:19:43.091839 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:19:43.097332 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:43.120682 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523bb80f-afab-4d22-a229-f5099de308ab x-openstack-request-id: req-523bb80f-afab-4d22-a229-f5099de308ab {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:19:43.120973 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "name": "network-vif-plugged", "status": "completed", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:19:43.121223 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-523bb80f-afab-4d22-a229-f5099de308ab {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:19:43.121611 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523bb80f-afab-4d22-a229-f5099de308ab'] response: {'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'code': 200} Jul 11 14:19:43.128079 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:43.148820 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:43.388684 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e95e-3fbb-4b9f-ba62-2aec5397290e req-022daafe-bcd1-4b08-8bf1-568325840ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:43.390191 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0bc1e95e-3fbb-4b9f-ba62-2aec5397290e req-022daafe-bcd1-4b08-8bf1-568325840ff0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1130 time: 0.0412180 Jul 11 14:19:43.444926 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-0bc1e95e-3fbb-4b9f-ba62-2aec5397290e req-ed73c5fc-a561-4852-b211-b0b3a5cd018a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488169 Jul 11 14:19:43.641745 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2906d03-7ed3-4d67-983a-bed942102fa0 req-4807c3b5-46f1-437f-bf4a-a99426a641a7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:43.643178 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2906d03-7ed3-4d67-983a-bed942102fa0 req-4807c3b5-46f1-437f-bf4a-a99426a641a7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 946 time: 0.0556598 Jul 11 14:19:43.694323 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2906d03-7ed3-4d67-983a-bed942102fa0 req-b843fd1d-e815-4068-934d-cfeb67275ed8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455172 Jul 11 14:19:44.827286 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607a924-4bf8-4514-9194-ffc33186b2ee req-25eedfbc-d329-41c6-958d-c2dada7b37f1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:44.828967 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9607a924-4bf8-4514-9194-ffc33186b2ee req-25eedfbc-d329-41c6-958d-c2dada7b37f1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 946 time: 0.0538862 Jul 11 14:19:44.884384 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9607a924-4bf8-4514-9194-ffc33186b2ee req-ba591271-2f97-4ae4-81c5-a1e258707ccd tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497782 Jul 11 14:19:46.028355 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977271c-4559-4d88-9787-b164615122e1 req-fb1ab8a7-e5fa-413b-a11c-0037212646e9 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:46.029909 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8977271c-4559-4d88-9787-b164615122e1 req-fb1ab8a7-e5fa-413b-a11c-0037212646e9 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 946 time: 0.0499930 Jul 11 14:19:46.085487 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8977271c-4559-4d88-9787-b164615122e1 req-76f9911f-93c2-470e-8511-9404a4ac5457 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499029 Jul 11 14:19:46.215833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea796270-e1df-4189-92f9-5503e4a8a2c4 req-45163f96-526c-4ee4-9175-515ebbc17f26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:46.217357 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ea796270-e1df-4189-92f9-5503e4a8a2c4 req-45163f96-526c-4ee4-9175-515ebbc17f26 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 946 time: 0.0511289 Jul 11 14:19:46.276407 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ea796270-e1df-4189-92f9-5503e4a8a2c4 req-8d3c1b0d-65bc-4cf7-8365-b4d546261c12 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509984 Jul 11 14:19:46.299140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 51344) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:19:46.340897 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bce02b-923b-4e55-8921-3486e2bb1b64 tempest-TestVolumeBootPattern-1122033220 tempest-TestVolumeBootPattern-1122033220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:46.342481 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-62bce02b-923b-4e55-8921-3486e2bb1b64 tempest-TestVolumeBootPattern-1122033220 tempest-TestVolumeBootPattern-1122033220-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1125 time: 0.0419939 Jul 11 14:19:46.345649 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 51346) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:19:46.352503 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:19:46.374861 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:46.462675 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:46.569564 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Allocated IP 172.27.1.5 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/72c7214c-785e-4231-a746-d443d9fbe120) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:19:46.690570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (72c7214c-785e-4231-a746-d443d9fbe120), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:46.725281 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (72c7214c-785e-4231-a746-d443d9fbe120), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:46.768119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:19:46.773113 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:19:46.777273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:19:46.781158 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=72c7214c-785e-4231-a746-d443d9fbe120,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:47.025901 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:47.134241 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:47.180679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (dd17673d-10d7-4735-8a2e-9c38678bea50), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:47.268790 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (72c7214c-785e-4231-a746-d443d9fbe120), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:47.438240 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (72c7214c-785e-4231-a746-d443d9fbe120), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:47.444770 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (72c7214c-785e-4231-a746-d443d9fbe120), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:47.515028 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65ee77ed-fdcc-4195-afc2-a7d3ccd0435f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:47.526998 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=72c7214c-785e-4231-a746-d443d9fbe120,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:19:47.542513 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (dd17673d-10d7-4735-8a2e-9c38678bea50), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:47.652850 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Floating IP dd17673d-10d7-4735-8a2e-9c38678bea50 associated. External IP: 172.27.1.5, port: dd18d87b-e16c-4bc6-bf41-4bf41d35a33b. Jul 11 14:19:47.897115 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:19:48.278071 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:48.293552 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:19:48.305866 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:19:48.318531 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:19:48.319686 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:19:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:48.320570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:48.365820 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7cf3e615-8975-4b76-bd85-50742577dc45 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0186341 Jul 11 14:19:48.366449 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:19:48.368829 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:19:48.406978 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec63e219-2dbb-4d7f-8b4b-3d0d5a312d9b x-openstack-request-id: req-ec63e219-2dbb-4d7f-8b4b-3d0d5a312d9b {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:19:48.407269 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:19:48.407540 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec63e219-2dbb-4d7f-8b4b-3d0d5a312d9b {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:19:48.407941 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec63e219-2dbb-4d7f-8b4b-3d0d5a312d9b'] response: {'name': 'network-changed', 'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'status': 'completed', 'code': 200} Jul 11 14:19:48.435004 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:19:48.660835 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:47Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:48.695841 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:19:48.705064 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:19:48.705665 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:19:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:48.812362 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:19:49.047187 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:47Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:19:49.074297 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c33bd4-e3e5-4fd9-8816-582b99c1cc09 None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:47Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:19:49.279924 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20aa8ae-2432-4153-8b54-eb635fae7235 None None] New status for floating IP dd17673d-10d7-4735-8a2e-9c38678bea50: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:19:49.331563 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:49.929493 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d47a-aaea-48d7-84fe-46d7f3727d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:51.077571 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:52.610927 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:52.813076 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:54.168211 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-e722ce16-b054-4552-a0b9-f09ff3e8be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:54.169763 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-e722ce16-b054-4552-a0b9-f09ff3e8be45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1130 time: 0.0469098 Jul 11 14:19:54.241763 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=100 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:54.270884 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-b2a83e53-6e5f-48a4-8d0a-84b7740091b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:54.272388 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-b2a83e53-6e5f-48a4-8d0a-84b7740091b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0966575 Jul 11 14:19:54.347602 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-32f092b4-622f-4ba9-a8fb-ce3b0977991a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 1000 time: 0.0669487 Jul 11 14:19:54.404535 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-682abbf2-a124-4f18-84f1-2fe18cb87f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:54.406031 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-682abbf2-a124-4f18-84f1-2fe18cb87f24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0525768 Jul 11 14:19:54.455853 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-f19aae44-b058-44c8-96cb-23bfa0003205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:19:54.457648 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-f19aae44-b058-44c8-96cb-23bfa0003205 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460069 Jul 11 14:19:54.561978 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-34ccb5b5-315c-4547-a55c-032f9e9690ab service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978427 Jul 11 14:19:54.681011 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-bb60313d-e4f6-4dcd-8247-5e91f103b5aa req-0b79136a-2219-49bc-9f2b-b3e1397f3be2 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127112 Jul 11 14:19:56.185142 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:19:56.267533 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=49 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:56.271354 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=57 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:59.049866 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=80 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:19:59.051653 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=74 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:01.898200 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:20:02.248278 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-fb95ba07-51c5-44d0-97ca-82fd2bc9ad30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420401 Jul 11 14:20:06.038195 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-145206bb-6485-4215-b3ef-d5006272cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:06.039646 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-145206bb-6485-4215-b3ef-d5006272cc96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58346265e4c244dcb15cd6ec2817773a&device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 1129 time: 0.0416741 Jul 11 14:20:06.142653 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-0f55ec5f-8139-43b8-b97f-5b777fb0c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:06.144153 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-0f55ec5f-8139-43b8-b97f-5b777fb0c89a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 200 len: 915 time: 0.0851178 Jul 11 14:20:06.176503 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:06.179312 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:06.187747 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-36de3430-ad92-478c-a6da-87dbb2996c82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d HTTP/1.1" status: 200 len: 217 time: 0.0364912 Jul 11 14:20:06.237912 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-82576dc3-9fb9-42e3-af44-178147a1000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:06.239461 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-82576dc3-9fb9-42e3-af44-178147a1000d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fdf55e1-7b59-4bdf-9d1e-830b57e76305 HTTP/1.1" status: 200 len: 854 time: 0.0461483 Jul 11 14:20:06.273610 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-cacdce5c-f145-446a-bf73-18eaf58b78ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9042c877-52fd-4c28-9ce3-19f99d46d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276093 Jul 11 14:20:06.368678 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-a81f6b7a-245f-4d6f-bfb2-f914e665aae9 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892634 Jul 11 14:20:06.448325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:06.463404 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4fb1a1a7-14bf-4ddb-9b2e-875bef475e64 req-4f1449cd-c1d4-4a4b-a878-0b43a09eacbf service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875554 Jul 11 14:20:12.698496 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ece2d-bf1f-49b1-9d87-8be629085087 req-f77140a6-8b4c-4c79-ad2a-231c12ff8340 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:12.699836 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-341ece2d-bf1f-49b1-9d87-8be629085087 req-f77140a6-8b4c-4c79-ad2a-231c12ff8340 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 945 time: 0.0462959 Jul 11 14:20:12.746841 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-341ece2d-bf1f-49b1-9d87-8be629085087 req-558a00d0-a030-4658-ad40-47e7b47787f0 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Jul 11 14:20:13.543971 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 51530) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:20:13.651154 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:13.718940 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:13.731729 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Publish callbacks [] for security_group (ea3c3479-b334-4faf-9218-c52d8972cd8f), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:13.735521 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ea3c3479-b334-4faf-9218-c52d8972cd8f), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:13.774750 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83318466d07245798628bf7821d2d25f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296882 Jul 11 14:20:13.775585 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3c3479-b334-4faf-9218-c52d8972cd8f,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:13.777583 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 51536) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:20:13.783372 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.783619 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.784051 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.784278 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.784620 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.784950 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.785274 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.786133 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.786496 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.786819 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.787143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.787468 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.787791 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.789502 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.789502 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa254a-1717-4de1-a51a-77ed54c5b840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:13.855789 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Publish callbacks [] for security_group (ea3c3479-b334-4faf-9218-c52d8972cd8f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:13.888335 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e4b8f-b725-4395-a65e-eb38b9dbbbb2 req-be8390d0-3c4d-49b2-85ee-cc0cc757d917 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:13.889822 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-216e4b8f-b725-4395-a65e-eb38b9dbbbb2 req-be8390d0-3c4d-49b2-85ee-cc0cc757d917 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 945 time: 0.0698264 Jul 11 14:20:13.895221 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Publish callbacks [] for security_group (ea3c3479-b334-4faf-9218-c52d8972cd8f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:13.966808 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-216e4b8f-b725-4395-a65e-eb38b9dbbbb2 req-edf9afb5-f1cd-4812-a5af-fe16aa7baa20 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Jul 11 14:20:13.983105 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (ea3c3479-b334-4faf-9218-c52d8972cd8f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:13.986378 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:13.987521 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea3c3479-b334-4faf-9218-c52d8972cd8f HTTP/1.1" status: 204 len: 168 time: 0.2089689 Jul 11 14:20:14.000240 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3c3479-b334-4faf-9218-c52d8972cd8f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:14.008376 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.008661 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.009072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.009375 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.009826 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.010289 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.010752 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.010940 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.011256 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.011584 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.011898 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.012222 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.012543 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.012859 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.013176 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04e5521-c1b3-42de-8f40-6f66b71be9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:14.728688 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-535a4c8c-416b-4160-a734-1c9b8fa1500d tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:14.730155 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-535a4c8c-416b-4160-a734-1c9b8fa1500d tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 945 time: 0.0480173 Jul 11 14:20:14.815324 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Deleting port 1c7e143a-757f-4835-ba18-2e430e8e1e8d {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:20:14.815671 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:14.912622 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] For port 1c7e143a-757f-4835-ba18-2e430e8e1e8d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=1c7e143a-757f-4835-ba18-2e430e8e1e8d,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:20:14.912990 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:14.926742 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Calling delete_port for 1c7e143a-757f-4835-ba18-2e430e8e1e8d owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:20:15.065097 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (1c7e143a-757f-4835-ba18-2e430e8e1e8d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:15.093504 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Pushing event deleted for resources: {'Port': ['ID=1c7e143a-757f-4835-ba18-2e430e8e1e8d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:15.105259 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['1c7e143a-757f-4835-ba18-2e430e8e1e8d'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:20:15.124058 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c31209-a9c7-4c44-9dbc-fd946229949d req-9b4bc70b-cfab-4381-83b3-1560b3b3fad0 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:15.127440 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75c31209-a9c7-4c44-9dbc-fd946229949d req-9b4bc70b-cfab-4381-83b3-1560b3b3fad0 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3448580-15c9-4a50-8506-30a36ec669e3 HTTP/1.1" status: 200 len: 945 time: 0.0823143 Jul 11 14:20:15.168803 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] No DVR routers for this DVR port 1c7e143a-757f-4835-ba18-2e430e8e1e8d on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:20:15.171499 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:15.176270 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-93ac24cb-cabd-4bcb-967a-c2ff336628d9 req-0e8fc711-cca9-4752-b4b0-d04610e31823 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "DELETE /v2.0/ports/1c7e143a-757f-4835-ba18-2e430e8e1e8d HTTP/1.1" status: 204 len: 173 time: 0.4408314 Jul 11 14:20:15.176613 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'name': 'network-vif-deleted', 'tag': '1c7e143a-757f-4835-ba18-2e430e8e1e8d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:20:15.182821 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0472741-46f3-4352-b088-7c69aee48919" -d '{"events": [{"server_uuid": "e3448580-15c9-4a50-8506-30a36ec669e3", "name": "network-vif-deleted", "tag": "1c7e143a-757f-4835-ba18-2e430e8e1e8d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:20:15.197970 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-75c31209-a9c7-4c44-9dbc-fd946229949d req-ca7a5005-c0c6-40bd-a60a-130becd41f0d tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 Jul 11 14:20:15.240496 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce9b73-1595-41cc-b998-58a935d2a530 x-openstack-request-id: req-57ce9b73-1595-41cc-b998-58a935d2a530 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:20:15.241005 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3448580-15c9-4a50-8506-30a36ec669e3", "name": "network-vif-deleted", "tag": "1c7e143a-757f-4835-ba18-2e430e8e1e8d", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:20:15.241251 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57ce9b73-1595-41cc-b998-58a935d2a530 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:20:15.241647 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ce9b73-1595-41cc-b998-58a935d2a530'] response: {'server_uuid': 'e3448580-15c9-4a50-8506-30a36ec669e3', 'name': 'network-vif-deleted', 'tag': '1c7e143a-757f-4835-ba18-2e430e8e1e8d', 'status': 'completed', 'code': 200} Jul 11 14:20:15.907064 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:15.907853 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:17.508326 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7388361f-fed8-44ef-8125-4aeab9db8887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:19.922607 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a8e15c29-6c68-45f1-b1ea-7277b03ebe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:20.136069 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1c7e143a-757f-4835-ba18-2e430e8e1e8d no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:20:20.155207 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 1c7e143a-757f-4835-ba18-2e430e8e1e8d {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:20:20.155547 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 1c7e143a-757f-4835-ba18-2e430e8e1e8d not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:20:21.078797 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:22.646221 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:22.809254 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:25.141745 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=70,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:25.142799 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=46,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:25.179318 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:25.183658 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:26.182697 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.210646 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 51668) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:20:27.313859 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92ff6dc4-d87c-457e-b4c5-999fe6642f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.391244 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92ff6dc4-d87c-457e-b4c5-999fe6642f50 admin admin] Publish callbacks [] for security_group (1652f1bd-eb9e-4869-a247-b077a4dc0149), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.395937 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-92ff6dc4-d87c-457e-b4c5-999fe6642f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (1652f1bd-eb9e-4869-a247-b077a4dc0149), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.435779 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-92ff6dc4-d87c-457e-b4c5-999fe6642f50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b68bc3f8f19a4d9f8b866a685bff8f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240756 Jul 11 14:20:27.437708 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff6dc4-d87c-457e-b4c5-999fe6642f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1652f1bd-eb9e-4869-a247-b077a4dc0149,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:27.438519 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 51672) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:20:27.488555 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6c17-729d-4692-ab10-0047351d44b7 admin admin] Publish callbacks [] for security_group (1652f1bd-eb9e-4869-a247-b077a4dc0149), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.513315 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6c17-729d-4692-ab10-0047351d44b7 admin admin] Publish callbacks [] for security_group (1652f1bd-eb9e-4869-a247-b077a4dc0149), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.559242 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6c17-729d-4692-ab10-0047351d44b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (1652f1bd-eb9e-4869-a247-b077a4dc0149), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.561804 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb8f6c17-729d-4692-ab10-0047351d44b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:27.562976 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-bb8f6c17-729d-4692-ab10-0047351d44b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1652f1bd-eb9e-4869-a247-b077a4dc0149 HTTP/1.1" status: 204 len: 168 time: 0.1234870 Jul 11 14:20:27.571105 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f6c17-729d-4692-ab10-0047351d44b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652f1bd-eb9e-4869-a247-b077a4dc0149,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:27.974346 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:27.975088 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:31.461587 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-dd752737-8f75-4622-8d9e-2a290b07a9d5 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:31.463046 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-dd752737-8f75-4622-8d9e-2a290b07a9d5 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/networks?id=9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 200 len: 814 time: 0.0980530 Jul 11 14:20:31.477842 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-3adb99ae-b39c-4728-9fdb-fa32468a2ae5 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/quotas/58346265e4c244dcb15cd6ec2817773a HTTP/1.1" status: 200 len: 375 time: 0.0094767 Jul 11 14:20:31.512441 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-a5424181-891c-451f-bf94-0bdd03962ef1 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58346265e4c244dcb15cd6ec2817773a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298095 Jul 11 14:20:31.694273 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-8a8efdb6-815e-4f03-8666-79f0922d73dd service neutron] 10.222.0.49 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752698 Jul 11 14:20:31.787985 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-69710ae5-83bd-41d2-a222-af30c0353f35 service neutron] 10.222.0.49 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881116 Jul 11 14:20:32.957060 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b1732581-a7cd-4840-91b9-abca9545007f req-f8b1b0f1-731d-4f20-b1e7-b8124c826b8c tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 210 time: 0.0282667 Jul 11 14:20:33.951316 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-7d388494-27e1-4137-9d31-c9dc65887b10 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:33.952753 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-7d388494-27e1-4137-9d31-c9dc65887b10 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "GET /v2.0/networks?id=9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 200 len: 814 time: 0.1076562 Jul 11 14:20:33.971763 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Request body: {'port': {'device_id': 'ef19d665-a064-490c-8645-20eb72a98c04', 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913', 'admin_state_up': True, 'tenant_id': '58346265e4c244dcb15cd6ec2817773a'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:20:34.054272 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bffcf5d6-8edd-43a0-b643-086849a5c503 req-b8cb67d6-938d-4236-95a7-7efd08dfa7e7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 210 time: 0.0292664 Jul 11 14:20:34.088054 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Made reservation on behalf of 58346265e4c244dcb15cd6ec2817773a for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:20:34.091503 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:34.221239 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Allocated IP 172.20.0.11 (9042c877-52fd-4c28-9ce3-19f99d46d913/1fdf55e1-7b59-4bdf-9d1e-830b57e76305/db51170d-1d31-480f-bfc0-7b69fccba9cc) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:20:34.365603 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks [] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:34.388305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:34.397777 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:34.449654 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Network 9042c877-52fd-4c28-9ce3-19f99d46d913 is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:20:34.454772 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:20:34.457452 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Pushing event updated for resources: {'Port': ['ID=db51170d-1d31-480f-bfc0-7b69fccba9cc,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:34.459621 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:20:34.508380 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:34.508899 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:34.525612 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-858c19bb-3d3d-48ed-b4fa-d4558e767bc7 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579951 Jul 11 14:20:34.588115 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Request body: {'port': {'device_id': 'ef19d665-a064-490c-8645-20eb72a98c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:20:34.640230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:34.648406 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:34.904351 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db51170d-1d31-480f-bfc0-7b69fccba9cc {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:20:34.911923 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Publish callbacks [] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:34.925085 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Transition to ACTIVE for port object db51170d-1d31-480f-bfc0-7b69fccba9cc will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:20:34.928103 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:34.978126 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Pushing event updated for resources: {'Port': ['ID=db51170d-1d31-480f-bfc0-7b69fccba9cc,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:35.051883 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Attempting to bind port db51170d-1d31-480f-bfc0-7b69fccba9cc on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:20:35.052215 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Attempting to bind port db51170d-1d31-480f-bfc0-7b69fccba9cc by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:20:35.052541 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Attempting to bind port db51170d-1d31-480f-bfc0-7b69fccba9cc on network 9042c877-52fd-4c28-9ce3-19f99d46d913 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:20:35.056952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Port db51170d-1d31-480f-bfc0-7b69fccba9cc on network 9042c877-52fd-4c28-9ce3-19f99d46d913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:20:35.057271 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Attempting to bind port db51170d-1d31-480f-bfc0-7b69fccba9cc on network 9042c877-52fd-4c28-9ce3-19f99d46d913 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:20:35.062096 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:20:35.062459 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Checking segment: {'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:20:35.062841 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Bound using segment: {'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:20:35.063260 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Bound port: db51170d-1d31-480f-bfc0-7b69fccba9cc, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be39574-b0aa-4e52-b343-b661900da57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:20:35.063612 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:35.127320 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] For port db51170d-1d31-480f-bfc0-7b69fccba9cc, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:20:35.131038 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] For port db51170d-1d31-480f-bfc0-7b69fccba9cc, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=db51170d-1d31-480f-bfc0-7b69fccba9cc,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:20:35.136347 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:35.173050 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54648b7-e36b-495c-b664-795663f90e2b req-9d5457c9-5867-42f4-af97-176aeb0392d9 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:35.173573 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:35.174183 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:35.174995 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c54648b7-e36b-495c-b664-795663f90e2b req-9d5457c9-5867-42f4-af97-176aeb0392d9 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 944 time: 0.0525630 Jul 11 14:20:35.180109 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] 10.222.0.55 "PUT /v2.0/ports/db51170d-1d31-480f-bfc0-7b69fccba9cc HTTP/1.1" status: 200 len: 1094 time: 0.5960598 Jul 11 14:20:35.180779 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef19d665-a064-490c-8645-20eb72a98c04', 'tag': 'db51170d-1d31-480f-bfc0-7b69fccba9cc'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:20:35.184549 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d0a488-5887-40ca-bd43-ab0373b43802" -d '{"events": [{"name": "network-changed", "server_uuid": "ef19d665-a064-490c-8645-20eb72a98c04", "tag": "db51170d-1d31-480f-bfc0-7b69fccba9cc"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:20:35.218615 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ebde5-70e2-4078-9ce1-6e5f016acfad service neutron] Pushing event updated for resources: {'Port': ['ID=db51170d-1d31-480f-bfc0-7b69fccba9cc,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:35.239632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347a522a-4bf9-440e-9cc0-39c3e8911bf3 x-openstack-request-id: req-347a522a-4bf9-440e-9cc0-39c3e8911bf3 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:20:35.239927 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef19d665-a064-490c-8645-20eb72a98c04", "tag": "db51170d-1d31-480f-bfc0-7b69fccba9cc", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:20:35.240180 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-347a522a-4bf9-440e-9cc0-39c3e8911bf3 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:20:35.240589 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347a522a-4bf9-440e-9cc0-39c3e8911bf3'] response: {'name': 'network-changed', 'server_uuid': 'ef19d665-a064-490c-8645-20eb72a98c04', 'tag': 'db51170d-1d31-480f-bfc0-7b69fccba9cc', 'status': 'completed', 'code': 200} Jul 11 14:20:35.246998 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-c54648b7-e36b-495c-b664-795663f90e2b req-6dbb6cd0-fcac-4c31-af1c-9388ec5c94d6 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658348 Jul 11 14:20:35.292724 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-de477c68-30bf-424b-9d6f-3df4477f8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:35.294185 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-de477c68-30bf-424b-9d6f-3df4477f8a45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58346265e4c244dcb15cd6ec2817773a&device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 1128 time: 0.0391660 Jul 11 14:20:35.342527 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-28205814-d794-4f34-93a6-b9936fda3315 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db51170d-1d31-480f-bfc0-7b69fccba9cc HTTP/1.1" status: 200 len: 217 time: 0.0364358 Jul 11 14:20:35.376521 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:35.394396 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-381bcdc7-da99-4720-b022-9b3744f8c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:35.395865 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-381bcdc7-da99-4720-b022-9b3744f8c499 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fdf55e1-7b59-4bdf-9d1e-830b57e76305 HTTP/1.1" status: 200 len: 854 time: 0.0464709 Jul 11 14:20:35.430139 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-419ab166-c392-41d3-8758-e61aa709d121 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9042c877-52fd-4c28-9ce3-19f99d46d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275955 Jul 11 14:20:35.522688 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-97da6482-3dcf-4df2-a139-20c627900c65 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864687 Jul 11 14:20:35.611755 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-4d03b0af-c478-45ec-b42a-63ffe46155d3 req-4e320ea0-bcb7-4224-ab07-2060afdfc053 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828426 Jul 11 14:20:36.178750 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:36.366209 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221d06c-5247-44e4-9e7f-0486e2dd2c53 req-9a51608e-1dd9-4f78-a3e9-730cb99e2a99 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:36.367622 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2221d06c-5247-44e4-9e7f-0486e2dd2c53 req-9a51608e-1dd9-4f78-a3e9-730cb99e2a99 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 944 time: 0.0515537 Jul 11 14:20:36.414499 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2221d06c-5247-44e4-9e7f-0486e2dd2c53 req-78100eb0-e86d-4770-afe9-66fd3c02968e tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Jul 11 14:20:37.526570 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc97bd-1521-47b8-9c01-e0e0c777e3cc req-dad1f8da-5163-4908-abef-c19bce161d63 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:37.528020 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32dc97bd-1521-47b8-9c01-e0e0c777e3cc req-dad1f8da-5163-4908-abef-c19bce161d63 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 944 time: 0.0459683 Jul 11 14:20:37.577982 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-32dc97bd-1521-47b8-9c01-e0e0c777e3cc req-d3188a1e-5295-4da1-bdd3-2c83cb0b5a4b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Jul 11 14:20:37.590383 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:37.867944 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:37.871823 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-b0962aa2-71ea-46bb-b983-79a171d75525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:37.873303 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-b0962aa2-71ea-46bb-b983-79a171d75525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58346265e4c244dcb15cd6ec2817773a&device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 1128 time: 0.0470214 Jul 11 14:20:37.968530 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-532c31da-6665-42db-b80d-f3b0cf0d787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:37.969982 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-532c31da-6665-42db-b80d-f3b0cf0d787f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 200 len: 915 time: 0.0905046 Jul 11 14:20:38.011996 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-79ff5e8e-9fdc-4640-a9a7-1d43f3beef33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db51170d-1d31-480f-bfc0-7b69fccba9cc HTTP/1.1" status: 200 len: 217 time: 0.0364401 Jul 11 14:20:38.062048 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-62e0e961-1169-4ff0-bc15-02ed0f6965a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:38.063629 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-62e0e961-1169-4ff0-bc15-02ed0f6965a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fdf55e1-7b59-4bdf-9d1e-830b57e76305 HTTP/1.1" status: 200 len: 854 time: 0.0462277 Jul 11 14:20:38.095851 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-e381c8d9-f526-427c-8869-bb5df5edc8b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9042c877-52fd-4c28-9ce3-19f99d46d913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265312 Jul 11 14:20:38.191806 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-df0eaf7e-1771-407a-a153-c7efd8199d53 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905387 Jul 11 14:20:38.283683 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f2d0a488-5887-40ca-bd43-ab0373b43802 req-e371cf7b-e604-40a0-9ff1-0ade9f285900 service neutron] 10.222.0.55 "GET /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Jul 11 14:20:38.695582 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a51d-aa4d-4cb4-8d72-52d26dbd50fe req-54a96ebb-c2c4-48aa-aa24-9bce3a9d3e80 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:38.697036 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2e7a51d-aa4d-4cb4-8d72-52d26dbd50fe req-54a96ebb-c2c4-48aa-aa24-9bce3a9d3e80 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 944 time: 0.0472832 Jul 11 14:20:38.743795 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d2e7a51d-aa4d-4cb4-8d72-52d26dbd50fe req-02fee95e-d141-4030-be54-61c11f36435a tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413351 Jul 11 14:20:38.899187 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:20:39.107603 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device db51170d-1d31-480f-bfc0-7b69fccba9cc details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:20:39.206366 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port db51170d-1d31-480f-bfc0-7b69fccba9cc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=db51170d-1d31-480f-bfc0-7b69fccba9cc,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:20:39.217763 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': 'db51170d-1d31-480f-bfc0-7b69fccba9cc', 'network_id': '9042c877-52fd-4c28-9ce3-19f99d46d913', 'port_id': 'db51170d-1d31-480f-bfc0-7b69fccba9cc', 'mac_address': 'fa:16:3e:74:a7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdf55e1-7b59-4bdf-9d1e-830b57e76305', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:20:39.250781 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port db51170d-1d31-480f-bfc0-7b69fccba9cc is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:20:39.251160 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:39.264107 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db51170d-1d31-480f-bfc0-7b69fccba9cc {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:20:39.287265 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port db51170d-1d31-480f-bfc0-7b69fccba9cc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=db51170d-1d31-480f-bfc0-7b69fccba9cc,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:20:39.291332 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:39.336078 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=db51170d-1d31-480f-bfc0-7b69fccba9cc,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:39.342966 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.343302 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.343635 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.343965 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.344289 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.344609 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.344927 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.345243 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.345916 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.345916 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.346184 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.346523 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.346836 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.347176 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.347489 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:20:39.681215 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['db51170d-1d31-480f-bfc0-7b69fccba9cc'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:20:39.858241 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004a833-8d28-4768-8452-ba140d177a1c req-7d3eb60a-92bb-4d20-b189-7da7f40d2baa tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:39.859743 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5004a833-8d28-4768-8452-ba140d177a1c req-7d3eb60a-92bb-4d20-b189-7da7f40d2baa tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 945 time: 0.0477097 Jul 11 14:20:39.871377 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:39.882872 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:39.912898 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-5004a833-8d28-4768-8452-ba140d177a1c req-67154c5f-930e-4a1c-ac13-85561624530d tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469668 Jul 11 14:20:41.117224 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device db51170d-1d31-480f-bfc0-7b69fccba9cc up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:20:41.158454 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port db51170d-1d31-480f-bfc0-7b69fccba9cc completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:20:41.166217 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port db51170d-1d31-480f-bfc0-7b69fccba9cc triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:20:41.166615 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:41.177299 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf8c6-c716-4057-b705-f55086233da8 req-9ecd3290-61a2-4acc-bc7e-ec5fc4f0ab65 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:41.178819 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-334bf8c6-c716-4057-b705-f55086233da8 req-9ecd3290-61a2-4acc-bc7e-ec5fc4f0ab65 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 945 time: 0.0535328 Jul 11 14:20:41.226396 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-334bf8c6-c716-4057-b705-f55086233da8 req-47ef10fb-aaf5-4c10-b838-02e1a8155d45 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Jul 11 14:20:41.253180 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port db51170d-1d31-480f-bfc0-7b69fccba9cc is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:20:41.254132 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:41.276902 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19d665-a064-490c-8645-20eb72a98c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db51170d-1d31-480f-bfc0-7b69fccba9cc'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:20:41.279440 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b293bf-8083-43e2-b65f-e5bc70b27f98" -d '{"events": [{"server_uuid": "ef19d665-a064-490c-8645-20eb72a98c04", "name": "network-vif-plugged", "status": "completed", "tag": "db51170d-1d31-480f-bfc0-7b69fccba9cc"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:20:41.295672 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port db51170d-1d31-480f-bfc0-7b69fccba9cc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=db51170d-1d31-480f-bfc0-7b69fccba9cc,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:20:41.300876 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:41.323796 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48bf2b9-e4dd-4fb0-b953-f83dcf703791 x-openstack-request-id: req-c48bf2b9-e4dd-4fb0-b953-f83dcf703791 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:20:41.324092 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19d665-a064-490c-8645-20eb72a98c04", "name": "network-vif-plugged", "status": "completed", "tag": "db51170d-1d31-480f-bfc0-7b69fccba9cc", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:20:41.324341 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c48bf2b9-e4dd-4fb0-b953-f83dcf703791 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:20:41.324727 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48bf2b9-e4dd-4fb0-b953-f83dcf703791'] response: {'server_uuid': 'ef19d665-a064-490c-8645-20eb72a98c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db51170d-1d31-480f-bfc0-7b69fccba9cc', 'code': 200} Jul 11 14:20:41.349034 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=db51170d-1d31-480f-bfc0-7b69fccba9cc,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:20:41.529798 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24c66-8c8a-42b5-baa3-6442a6f443c5 req-357b7ca4-ea39-4c5b-834c-136e1a694cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:41.531210 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f8b24c66-8c8a-42b5-baa3-6442a6f443c5 req-357b7ca4-ea39-4c5b-834c-136e1a694cbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 1130 time: 0.0378265 Jul 11 14:20:41.579496 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f8b24c66-8c8a-42b5-baa3-6442a6f443c5 req-323551a6-ab5b-41dc-b51f-a735756fa360 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Jul 11 14:20:42.341951 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23cf2b-1b97-437a-a310-03f97de3af3b req-2a0881c3-2dc2-4315-8437-1110671cff16 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:42.343340 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3a23cf2b-1b97-437a-a310-03f97de3af3b req-2a0881c3-2dc2-4315-8437-1110671cff16 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 946 time: 0.0472765 Jul 11 14:20:42.390041 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-3a23cf2b-1b97-437a-a310-03f97de3af3b req-5331f0b1-30ba-4ee4-a0fc-d43ef0fa0a60 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Jul 11 14:20:43.509523 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3936-140d-442d-86b4-87794fe405a0 req-3419b902-25ac-4599-a227-0815f9c143df tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:20:43.510996 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9fed3936-140d-442d-86b4-87794fe405a0 req-3419b902-25ac-4599-a227-0815f9c143df tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 946 time: 0.0494225 Jul 11 14:20:43.558841 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9fed3936-140d-442d-86b4-87794fe405a0 req-0f1e0da4-54e5-4386-bd5a-d07ece7d6e64 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Jul 11 14:20:47.516267 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ddbbf8dc-bbb0-4609-9416-752c8fd858b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:48.893820 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:49.924841 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a4367a57-f81c-472f-9a1b-7c870a38fa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:51.080387 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:51.573694 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=74 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:51.576566 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=46 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:52.611997 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:52.811470 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:20:53.548298 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=30 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:53.555276 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=31 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:20:56.192945 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:03.152232 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-cbb915e3-63ad-4027-ac90-97a4811953f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376894 Jul 11 14:21:03.225563 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-12a6f7cd-3961-4baf-9b7e-18fa6a664649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:03.226991 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-12a6f7cd-3961-4baf-9b7e-18fa6a664649 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1130 time: 0.0398803 Jul 11 14:21:03.333100 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-83991db4-0c15-4745-9b4a-14693cb30617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:03.334564 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-83991db4-0c15-4745-9b4a-14693cb30617 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0884736 Jul 11 14:21:03.395663 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-8ca18671-e5fb-42fc-9f3a-1428cf41d03c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 1000 time: 0.0545180 Jul 11 14:21:03.442953 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-e21d99f4-3be1-400d-beba-b40710952626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:03.444364 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-e21d99f4-3be1-400d-beba-b40710952626 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0430703 Jul 11 14:21:03.492491 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-0928649d-10f6-476f-a14e-e21c6397bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:03.494053 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-0928649d-10f6-476f-a14e-e21c6397bfac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433216 Jul 11 14:21:03.587617 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-e227df11-7a46-4ac6-8f0a-8b0324e84204 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870321 Jul 11 14:21:03.680561 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ae7ed873-1244-436f-bacd-13aa65ba4868 req-27513d6d-78e2-4f17-aa16-3bf7906ebdea service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865207 Jul 11 14:21:06.186769 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:06.188672 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:06.670269 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79336605-4664-480e-8c98-44c044449d4c req-faec356b-f0ce-42aa-9b40-8fc7e75d6f05 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:06.671671 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-79336605-4664-480e-8c98-44c044449d4c req-faec356b-f0ce-42aa-9b40-8fc7e75d6f05 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 946 time: 0.0469356 Jul 11 14:21:06.719720 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-79336605-4664-480e-8c98-44c044449d4c req-2862182e-6acc-45ec-9327-baa98fa38285 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Jul 11 14:21:07.834065 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d002e-4137-4a7b-96dc-c9634928a2da req-09dc5961-99b7-4620-a68b-82ac2ea6d6ec tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:07.835539 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9d2d002e-4137-4a7b-96dc-c9634928a2da req-09dc5961-99b7-4620-a68b-82ac2ea6d6ec tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 946 time: 0.0461967 Jul 11 14:21:07.885254 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-9d2d002e-4137-4a7b-96dc-c9634928a2da req-a1d78560-7cf9-4cd5-a813-a329a76aa3c1 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Jul 11 14:21:08.878925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-9ad840ef-01fd-416d-b50b-3d840ef472e6 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:08.880301 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-9ad840ef-01fd-416d-b50b-3d840ef472e6 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 946 time: 0.0482445 Jul 11 14:21:08.997865 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaffa4-2018-45cd-b6a1-f9ea00d1dfde req-83327d27-653b-4564-957a-32d617439ff2 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:21:08.999350 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2bbaffa4-2018-45cd-b6a1-f9ea00d1dfde req-83327d27-653b-4564-957a-32d617439ff2 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef19d665-a064-490c-8645-20eb72a98c04 HTTP/1.1" status: 200 len: 946 time: 0.0459187 Jul 11 14:21:09.046022 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2bbaffa4-2018-45cd-b6a1-f9ea00d1dfde req-843addf8-2f73-4861-9c87-2898cc812793 tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.49 "GET /v2.0/security-groups?id=181a688b-ca1a-4296-a463-c3ce7e686b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Jul 11 14:21:09.119442 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Deleting port db51170d-1d31-480f-bfc0-7b69fccba9cc {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:21:09.119785 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:09.210862 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] For port db51170d-1d31-480f-bfc0-7b69fccba9cc, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=db51170d-1d31-480f-bfc0-7b69fccba9cc,segment=NetworkSegment(3be39574-b0aa-4e52-b343-b661900da57e),segment_id=3be39574-b0aa-4e52-b343-b661900da57e)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:21:09.211226 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:09.224403 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Calling delete_port for db51170d-1d31-480f-bfc0-7b69fccba9cc owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:21:09.351721 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (db51170d-1d31-480f-bfc0-7b69fccba9cc), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:09.359352 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:09.380913 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Pushing event deleted for resources: {'Port': ['ID=db51170d-1d31-480f-bfc0-7b69fccba9cc,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:21:09.394657 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['db51170d-1d31-480f-bfc0-7b69fccba9cc'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:21:09.424053 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] No DVR routers for this DVR port db51170d-1d31-480f-bfc0-7b69fccba9cc on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:21:09.427327 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:09.430651 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-c3b0b95a-7d38-4b03-9d65-e39dae448092 req-6446e8ee-2f9e-4eec-97d0-ca0a07666f5b tempest-VolumesSnapshotTestJSON-1833927142 tempest-VolumesSnapshotTestJSON-1833927142-project] 10.222.0.55 "DELETE /v2.0/ports/db51170d-1d31-480f-bfc0-7b69fccba9cc HTTP/1.1" status: 204 len: 173 time: 0.3915656 Jul 11 14:21:09.431092 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef19d665-a064-490c-8645-20eb72a98c04', 'name': 'network-vif-deleted', 'tag': 'db51170d-1d31-480f-bfc0-7b69fccba9cc'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:21:09.433296 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6722e71e-8150-4ed2-88ff-e422bdc51048" -d '{"events": [{"server_uuid": "ef19d665-a064-490c-8645-20eb72a98c04", "name": "network-vif-deleted", "tag": "db51170d-1d31-480f-bfc0-7b69fccba9cc"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:21:09.473601 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93feb0b4-9284-4e81-9ec1-d653c6a61055 x-openstack-request-id: req-93feb0b4-9284-4e81-9ec1-d653c6a61055 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:21:09.473892 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef19d665-a064-490c-8645-20eb72a98c04", "name": "network-vif-deleted", "tag": "db51170d-1d31-480f-bfc0-7b69fccba9cc", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:21:09.474140 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93feb0b4-9284-4e81-9ec1-d653c6a61055 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:21:09.474570 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93feb0b4-9284-4e81-9ec1-d653c6a61055'] response: {'server_uuid': 'ef19d665-a064-490c-8645-20eb72a98c04', 'name': 'network-vif-deleted', 'tag': 'db51170d-1d31-480f-bfc0-7b69fccba9cc', 'status': 'completed', 'code': 200} Jul 11 14:21:12.637714 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:12.641966 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=18 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:13.926962 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device db51170d-1d31-480f-bfc0-7b69fccba9cc no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:21:13.946014 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: db51170d-1d31-480f-bfc0-7b69fccba9cc {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:21:13.946378 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device db51170d-1d31-480f-bfc0-7b69fccba9cc not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:21:15.898741 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:21:17.507696 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9d71778c-bd2d-4c4b-ab67-eeed556994d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:19.040028 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=20 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:19.041961 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=34 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:19.387827 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:19.410327 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:19.927114 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d8268d0-6408-496f-a2af-280143ae5c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:21.084427 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:22.613318 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:22.814218 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:25.894107 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:25.894876 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:26.200814 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.273944 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 51970) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:21:35.321566 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Deleting subnet 1fdf55e1-7b59-4bdf-9d1e-830b57e76305 {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:21:35.324671 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Publish callbacks [] for subnet (1fdf55e1-7b59-4bdf-9d1e-830b57e76305), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.359663 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5045973'] for subnet (1fdf55e1-7b59-4bdf-9d1e-830b57e76305), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.398034 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (1fdf55e1-7b59-4bdf-9d1e-830b57e76305), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.449410 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4777038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4755134'] for subnet (1fdf55e1-7b59-4bdf-9d1e-830b57e76305), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.478189 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdf55e1-7b59-4bdf-9d1e-830b57e76305,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:21:35.482818 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.485828 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1fdf55e1-7b59-4bdf-9d1e-830b57e76305 HTTP/1.1" status: 204 len: 168 time: 0.2108569 Jul 11 14:21:35.488545 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 51972) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:21:35.490734 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.491073 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.491406 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.491738 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.492061 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.492382 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.492696 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.493013 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.493328 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.493643 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.493964 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.494278 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.494615 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.494925 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.495230 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff8761-5864-4954-b000-9b66bbddd774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.561473 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (9042c877-52fd-4c28-9ce3-19f99d46d913), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.638862 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (9042c877-52fd-4c28-9ce3-19f99d46d913), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.658873 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9042c877-52fd-4c28-9ce3-19f99d46d913']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:21:35.668013 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be39574-b0aa-4e52-b343-b661900da57e') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:21:35.668306 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be39574-b0aa-4e52-b343-b661900da57e') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:21:35.678724 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (3be39574-b0aa-4e52-b343-b661900da57e), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.692781 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (3be39574-b0aa-4e52-b343-b661900da57e), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.699060 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:21:35.699436 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (3be39574-b0aa-4e52-b343-b661900da57e), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.762395 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (9042c877-52fd-4c28-9ce3-19f99d46d913), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.767991 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:35.771035 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9042c877-52fd-4c28-9ce3-19f99d46d913 HTTP/1.1" status: 204 len: 168 time: 0.2814956 Jul 11 14:21:35.781444 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9042c877-52fd-4c28-9ce3-19f99d46d913,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:21:35.789710 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.790053 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.790423 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.790771 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.791102 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.791432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.791759 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.792090 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.792408 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.792730 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.793049 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.793377 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.793696 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.794017 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.794353 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7764d-bb29-4b40-b43e-5cbffaf7c2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:21:35.845895 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 3be39574-b0aa-4e52-b343-b661900da57e resource provider aggregate not found Jul 11 14:21:35.862432 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment 3be39574-b0aa-4e52-b343-b661900da57e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3be39574-b0aa-4e52-b343-b661900da57e found for delete ", "request_id": "req-5d1238f9-1c5b-4e6c-aa5b-8a11848a1fe5"}]} Jul 11 14:21:35.950638 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 51982) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:21:35.991016 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-9e20fe5b-7a14-4e5e-9199-c57560e784ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58346265e4c244dcb15cd6ec2817773a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392416 Jul 11 14:21:35.993530 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 51984) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:21:36.040757 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-535fe7b5-682a-4cbb-95ab-2039d47d6a4b admin admin] Publish callbacks [] for security_group (181a688b-ca1a-4296-a463-c3ce7e686b6f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:36.062853 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-535fe7b5-682a-4cbb-95ab-2039d47d6a4b admin admin] Publish callbacks [] for security_group (181a688b-ca1a-4296-a463-c3ce7e686b6f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:36.112646 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-535fe7b5-682a-4cbb-95ab-2039d47d6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (181a688b-ca1a-4296-a463-c3ce7e686b6f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:36.115732 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-535fe7b5-682a-4cbb-95ab-2039d47d6a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:36.116844 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-535fe7b5-682a-4cbb-95ab-2039d47d6a4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/181a688b-ca1a-4296-a463-c3ce7e686b6f HTTP/1.1" status: 204 len: 168 time: 0.1224475 Jul 11 14:21:36.124850 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe7b5-682a-4cbb-95ab-2039d47d6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a688b-ca1a-4296-a463-c3ce7e686b6f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:21:36.194173 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:41.963352 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:41.967589 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:45.481305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:45.483218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:46.120165 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:46.121031 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:46.137816 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:21:47.509124 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e17ef531-9af3-4ebf-89cd-8562f3c5ecda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:49.929531 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5616de02-f708-4b3e-aeaf-0a3b892083e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:51.086792 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:52.620637 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:52.816808 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:21:52.898553 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:21:56.188768 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:02.894124 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:02.894906 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:05.178173 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-e55f1915-07f2-4ab1-b9de-5d62a254b7f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392778 Jul 11 14:22:05.277632 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585890-211e-4a93-831f-47f73d6700bc req-0fb88097-63e0-4ce4-b72c-f94360e0542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:05.279116 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-0fb88097-63e0-4ce4-b72c-f94360e0542d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1130 time: 0.0398433 Jul 11 14:22:05.388875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585890-211e-4a93-831f-47f73d6700bc req-6e3f4aaa-dbb9-411c-bba9-487ca6acb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:05.390336 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-6e3f4aaa-dbb9-411c-bba9-487ca6acb1da service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0920379 Jul 11 14:22:05.453092 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-dfa63154-f2c8-4f48-bd02-3bff23de6216 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 1000 time: 0.0569129 Jul 11 14:22:05.501654 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585890-211e-4a93-831f-47f73d6700bc req-75fd93e5-a357-4303-9d75-c39a052c8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:05.503085 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-75fd93e5-a357-4303-9d75-c39a052c8d28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0441685 Jul 11 14:22:05.551653 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585890-211e-4a93-831f-47f73d6700bc req-0e407509-75d9-4527-9f70-f1b06050203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:05.553147 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-0e407509-75d9-4527-9f70-f1b06050203a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445950 Jul 11 14:22:05.642530 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-c0159fde-e16d-45aa-aa1e-4b1c877cf2e6 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827396 Jul 11 14:22:05.738330 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-89585890-211e-4a93-831f-47f73d6700bc req-fd10cd85-b0ba-47fa-83c2-5df2ace0ec81 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892823 Jul 11 14:22:06.182808 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:06.184664 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:15.734143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=51 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:15.735215 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=50 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:16.385219 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-bcb1071e-cea0-47bf-ac8e-ba514dba005d tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331792550&fields=id&tenant_id=67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 267 time: 0.0436447 Jul 11 14:22:16.487765 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-a81f5b66-b250-45fe-bf52-3e07f5c01965 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:16.489192 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-a81f5b66-b250-45fe-bf52-3e07f5c01965 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 811 time: 0.0977371 Jul 11 14:22:16.504239 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-5d9a6ea7-9067-4706-a733-c62031abdd7d tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/quotas/67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 375 time: 0.0091767 Jul 11 14:22:16.558249 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-b7adcf0a-fc39-43ad-b8fd-269bb17ca5a5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490925 Jul 11 14:22:16.652837 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-ee3cca6f-12e5-4d1f-b37f-10f6b9ae52ef service neutron] 10.222.0.49 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837479 Jul 11 14:22:16.744165 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-9d42b6a3-7e45-4f6a-be8e-acced6afeffc service neutron] 10.222.0.49 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851498 Jul 11 14:22:17.150710 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-d8ed64c7-a73e-4083-9297-aa1c9eefde14 req-caeffc7d-56cc-4c7d-b0d4-0102d0edbc2b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 210 time: 0.1404831 Jul 11 14:22:17.511585 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c6eb-30a0-45e1-9998-9fecaadde6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:18.025793 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-4d7e35e5-2e35-4e13-8538-b0d5da911818 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:18.027281 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-4d7e35e5-2e35-4e13-8538-b0d5da911818 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 811 time: 0.1014023 Jul 11 14:22:18.100424 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-477a0ef9-b360-436b-b319-246c1f2e89d6 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d8660c31bf48e9a2c6a5edb2060bde HTTP/1.1" status: 200 len: 379 time: 0.0596173 Jul 11 14:22:18.109225 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'port': {'device_id': '063e140e-70f9-429a-80c2-89939549e287', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'admin_state_up': True, 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'security_groups': ['98b5740a-6097-451d-82d9-acb5c7374761']}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:22:18.216822 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Made reservation on behalf of 67d8660c31bf48e9a2c6a5edb2060bde for: {'port': 1} {{(pid=104191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 11 14:22:18.220212 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:18.248424 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-17935a74-9ac0-4493-af3f-5c6032828add req-0be0f711-6da7-4d98-9d6b-63caac37972b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Jul 11 14:22:18.354778 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_common [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Allocated IP 172.20.0.14 (399e9466-9fd1-4e23-afd7-ae28f17cf4de/7829be1e-41ea-4b23-b177-273a4e9e5f3b/45ec1e0e-8036-4531-a6bd-1615d8f70f0d) {{(pid=104191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:22:18.768617 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), precommit_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:18.802556 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), after_create {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:18.848010 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de is already hosted by enough agents. {{(pid=104191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:22:18.850867 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.base_scheduler [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Resources bound (agent type, host, resource id): {{(pid=104191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:22:18.854119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Received port after_create {{(pid=104191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:22:18.879688 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,revision_number=1']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:22:18.914700 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:18.915437 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:18.934768 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-59f706cd-dc09-4cdb-9ed5-f1f6f9defb15 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290772 Jul 11 14:22:18.951785 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.v2.base [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Request body: {'port': {'device_id': '063e140e-70f9-429a-80c2-89939549e287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84842'}} {{(pid=104191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:22:18.958913 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:18.964929 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:19.022969 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:19.032830 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.076476 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:19.139546 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-51369091-2af8-4f07-b642-48c31a3b8a29 None None] Provisioning complete for port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d triggered by entity DHCP. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:22:19.140156 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-51369091-2af8-4f07-b642-48c31a3b8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.172672 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-51369091-2af8-4f07-b642-48c31a3b8a29 None None] Port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d cannot update to ACTIVE because it is not bound. {{(pid=104193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 11 14:22:19.301171 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec1e0e-8036-4531-a6bd-1615d8f70f0d {{(pid=104191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:22:19.308916 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Publish callbacks [] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), precommit_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.321265 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.provisioning_blocks [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Transition to ACTIVE for port object 45ec1e0e-8036-4531-a6bd-1615d8f70f0d will not be triggered until provisioned by entity L2. {{(pid=104191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 11 14:22:19.325732 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.366714 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e6d01-0b4a-463e-8c3b-8624e16b954f req-53092f80-8d75-41d7-9d02-40a71d97b626 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:19.368208 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7b2e6d01-0b4a-463e-8c3b-8624e16b954f req-53092f80-8d75-41d7-9d02-40a71d97b626 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0508401 Jul 11 14:22:19.380006 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,revision_number=2']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:22:19.431582 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-7b2e6d01-0b4a-463e-8c3b-8624e16b954f req-5788a9a5-6ea2-49f0-867e-18f2e1d4ae86 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554650 Jul 11 14:22:19.460536 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Attempting to bind port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d on host hv-cinder-84842 for vnic_type normal with profile {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 11 14:22:19.460869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Attempting to bind port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d by drivers openvswitch,hyperv on host hv-cinder-84842 at level 0 using segments [{'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 11 14:22:19.461198 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Attempting to bind port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:22:19.466353 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84842 {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 11 14:22:19.466713 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Attempting to bind port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d on network 399e9466-9fd1-4e23-afd7-ae28f17cf4de {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 11 14:22:19.471849 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Checking agent: {'id': 'b9f72b57-b32d-4068-a664-20f6ff5c1d5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84842', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'started_at': datetime.datetime(2022, 7, 11, 14, 4, 53), 'heartbeat_timestamp': datetime.datetime(2022, 7, 11, 14, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 11 14:22:19.472185 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Checking segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 11 14:22:19.472568 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Bound using segment: {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'} {{(pid=104191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 11 14:22:19.472994 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.managers [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Bound port: 45ec1e0e-8036-4531-a6bd-1615d8f70f0d, host: hv-cinder-84842, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de'}}] {{(pid=104191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 11 14:22:19.473348 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), before_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.536647 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] For port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d, host hv-cinder-84842, cleared binding levels {{(pid=104191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 11 14:22:19.539614 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] For port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d, host hv-cinder-84842, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 11 14:22:19.546641 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4776984'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), after_update {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.586869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:19.587547 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.588920 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] 10.222.0.55 "PUT /v2.0/ports/45ec1e0e-8036-4531-a6bd-1615d8f70f0d HTTP/1.1" status: 200 len: 1094 time: 0.6417534 Jul 11 14:22:19.589350 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:22:19.591666 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65324923-aba3-400d-be77-b48e9632b692" -d '{"events": [{"name": "network-changed", "server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:22:19.612489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9cea2-9c16-4126-a4d5-9659ad258a48 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,revision_number=3']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:22:19.641919 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bb233e-ee96-4cf9-8e77-fd9f67ae5bbf x-openstack-request-id: req-39bb233e-ee96-4cf9-8e77-fd9f67ae5bbf {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:22:19.642214 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:22:19.642505 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39bb233e-ee96-4cf9-8e77-fd9f67ae5bbf {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:22:19.642917 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bb233e-ee96-4cf9-8e77-fd9f67ae5bbf'] response: {'name': 'network-changed', 'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'status': 'completed', 'code': 200} Jul 11 14:22:19.739666 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-98d477d6-09f9-4fdf-acb2-bcc7a229a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:19.741152 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-98d477d6-09f9-4fdf-acb2-bcc7a229a711 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 1128 time: 0.0414906 Jul 11 14:22:19.789035 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-996823b8-6e07-4a1f-ac01-19c9295b4c9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d HTTP/1.1" status: 200 len: 217 time: 0.0337799 Jul 11 14:22:19.843392 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-b06818c3-f878-448e-a88f-f152153410f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:19.844833 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-b06818c3-f878-448e-a88f-f152153410f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0507150 Jul 11 14:22:19.889734 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-6b3c9fdc-e6fc-4696-871c-f1a6cb3ad380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:19.891250 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-6b3c9fdc-e6fc-4696-871c-f1a6cb3ad380 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399909 Jul 11 14:22:19.932954 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-48667d28-8c59-4a63-9eb7-95b3065e4825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:19.989816 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-6e2e3f7a-3846-42bc-a9dd-e8c6dd9344f0 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920022 Jul 11 14:22:20.025093 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:20.082741 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-38fb438b-b1ea-4568-897f-04de7ee2e134 req-0fdd8889-dc02-43c1-89b8-87ace7005d76 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873928 Jul 11 14:22:20.555906 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f3545-7946-451e-9066-5b06da894136 req-e331c2a4-3026-44d1-8e47-3cd8f3527273 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:20.557450 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-607f3545-7946-451e-9066-5b06da894136 req-e331c2a4-3026-44d1-8e47-3cd8f3527273 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0546181 Jul 11 14:22:20.627438 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-607f3545-7946-451e-9066-5b06da894136 req-db1a6364-8dcb-4c5e-9e92-913c27f0e062 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641077 Jul 11 14:22:21.053084 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:21.069333 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324923-aba3-400d-be77-b48e9632b692 req-e75f4af3-822e-44e1-8e78-52651a6bd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:21.070944 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-65324923-aba3-400d-be77-b48e9632b692 req-e75f4af3-822e-44e1-8e78-52651a6bd1e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 1128 time: 0.0515983 Jul 11 14:22:21.093021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:21.226812 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324923-aba3-400d-be77-b48e9632b692 req-9a37440f-f136-49de-ba6c-982660079994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:21.229062 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-65324923-aba3-400d-be77-b48e9632b692 req-9a37440f-f136-49de-ba6c-982660079994 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.1480882 Jul 11 14:22:21.272299 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-65324923-aba3-400d-be77-b48e9632b692 req-d3f83696-49e4-4141-91f3-3d4641676c5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d HTTP/1.1" status: 200 len: 217 time: 0.0348132 Jul 11 14:22:21.336239 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324923-aba3-400d-be77-b48e9632b692 req-0a55c541-1df5-40e1-8f5e-0ce0fec857d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:21.337620 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-65324923-aba3-400d-be77-b48e9632b692 req-0a55c541-1df5-40e1-8f5e-0ce0fec857d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0567565 Jul 11 14:22:21.384089 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324923-aba3-400d-be77-b48e9632b692 req-a2bc3389-248b-44f4-a0a4-0fae3d52c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:21.386896 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-65324923-aba3-400d-be77-b48e9632b692 req-a2bc3389-248b-44f4-a0a4-0fae3d52c38d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424807 Jul 11 14:22:21.486728 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-65324923-aba3-400d-be77-b48e9632b692 req-6f4e2f88-c55c-4ea0-9af9-088efd47980e service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929089 Jul 11 14:22:21.595809 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-65324923-aba3-400d-be77-b48e9632b692 req-4913a1d7-79b3-41bc-bfef-49d9c52c68a4 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036210 Jul 11 14:22:21.751478 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d14df-e186-4a00-bba5-d872067094f0 req-00f7fdee-81c7-4927-ab91-363d67c99de7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:21.753011 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-918d14df-e186-4a00-bba5-d872067094f0 req-00f7fdee-81c7-4927-ab91-363d67c99de7 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0528104 Jul 11 14:22:21.815514 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-918d14df-e186-4a00-bba5-d872067094f0 req-9e73a509-8264-4405-9686-88488cacc815 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533178 Jul 11 14:22:22.660545 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:22.822405 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:22.939739 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f0b5e-375a-4b3c-a056-df10180451ce req-a6fd2142-e0b4-4094-b799-ead3c0f2e550 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:22.943181 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-286f0b5e-375a-4b3c-a056-df10180451ce req-a6fd2142-e0b4-4094-b799-ead3c0f2e550 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0519516 Jul 11 14:22:22.997109 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-286f0b5e-375a-4b3c-a056-df10180451ce req-56224cf6-edc6-41b5-8ad3-69385adf2ba0 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501151 Jul 11 14:22:24.123369 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8e61-ef7f-4c08-866e-45699c17a3f2 req-01faafc6-5fe1-4160-a766-d566b72eb737 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:24.124838 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9bc8e61-ef7f-4c08-866e-45699c17a3f2 req-01faafc6-5fe1-4160-a766-d566b72eb737 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0541494 Jul 11 14:22:24.178845 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-e9bc8e61-ef7f-4c08-866e-45699c17a3f2 req-e41c5239-42cf-4d1a-be69-69181ce8734c tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472794 Jul 11 14:22:25.304544 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b7ff4-bcea-4a7b-afc4-064d20c174a7 req-f81eedfb-e32c-48ee-b868-6ff0c2ec58b2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:25.306034 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cf3b7ff4-bcea-4a7b-afc4-064d20c174a7 req-f81eedfb-e32c-48ee-b868-6ff0c2ec58b2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0525224 Jul 11 14:22:25.360697 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-cf3b7ff4-bcea-4a7b-afc4-064d20c174a7 req-752878f0-7dcb-47dd-9a35-035f045d5ba0 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473201 Jul 11 14:22:26.192804 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:26.447377 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:26.498432 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d32804-0478-4d69-9e08-221b8bbb96d8 req-0a6db633-22e4-48dc-9ba3-90e901d788c1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:26.500842 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66d32804-0478-4d69-9e08-221b8bbb96d8 req-0a6db633-22e4-48dc-9ba3-90e901d788c1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0701885 Jul 11 14:22:26.521395 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:26.558557 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-66d32804-0478-4d69-9e08-221b8bbb96d8 req-b7f91785-1d5f-4b3d-9f3b-adbbaaef4597 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523088 Jul 11 14:22:27.716741 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19906c7e-e865-49dd-bf6d-98129df718d1 req-c60f8562-92a5-4959-be51-c8100411847b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:27.718757 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-19906c7e-e865-49dd-bf6d-98129df718d1 req-c60f8562-92a5-4959-be51-c8100411847b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0644357 Jul 11 14:22:27.769918 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-19906c7e-e865-49dd-bf6d-98129df718d1 req-c25272b4-96c1-4afe-a3eb-fe9fdd0fdabb tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452642 Jul 11 14:22:28.899282 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cb31-d012-4161-a970-8710e2438379 req-d45092ab-1fbe-4fb8-a12b-eba9ba60c532 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:28.903819 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2980cb31-d012-4161-a970-8710e2438379 req-d45092ab-1fbe-4fb8-a12b-eba9ba60c532 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 944 time: 0.0539701 Jul 11 14:22:28.955852 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2980cb31-d012-4161-a970-8710e2438379 req-a73563bb-94f1-4a63-9c41-be1d8c4947c3 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474269 Jul 11 14:22:29.635786 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 45ec1e0e-8036-4531-a6bd-1615d8f70f0d details requested by agent hyperv_hv-cinder-84842 with host hv-cinder-84842 {{(pid=104193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 11 14:22:29.874850 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:22:29.886152 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Returning: {'device': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'port_id': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'mac_address': 'fa:16:3e:54:72:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 11 14:22:29.898405 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:22:29.921427 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d is: DOWN; New status is: BUILD {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:22:29.921814 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:29.935618 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec1e0e-8036-4531-a6bd-1615d8f70f0d {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 11 14:22:29.954646 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:22:29.958215 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:30.008612 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,revision_number=4']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:22:30.015605 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.015948 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.016283 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.016612 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.016937 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.017260 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.017577 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.017893 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.018210 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.018547 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.018865 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.019183 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.019493 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.019807 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.020117 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:30.075276 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8a77c-13e0-4c86-9497-687562985aa2 req-a687cc12-efcf-40e5-b2dc-b52c48f21138 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:30.076768 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dfa8a77c-13e0-4c86-9497-687562985aa2 req-a687cc12-efcf-40e5-b2dc-b52c48f21138 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 945 time: 0.0480285 Jul 11 14:22:30.129916 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-dfa8a77c-13e0-4c86-9497-687562985aa2 req-d53de036-e7ee-4eab-81b6-45737151a1b4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475481 Jul 11 14:22:30.350238 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] get_ports_and_sgs() called for port_ids ['45ec1e0e-8036-4531-a6bd-1615d8f70f0d'] {{(pid=104193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 11 14:22:30.510150 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:31.240982 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4252a39-44c8-4b3a-8b19-f2acbc502267 req-694f3e7c-d950-46df-8664-5115496b702e tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:31.242454 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a4252a39-44c8-4b3a-8b19-f2acbc502267 req-694f3e7c-d950-46df-8664-5115496b702e tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 945 time: 0.0459423 Jul 11 14:22:31.290615 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-a4252a39-44c8-4b3a-8b19-f2acbc502267 req-a7565ddd-4e9d-41ff-94e8-8060c25e2715 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Jul 11 14:22:31.589299 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=36 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:31.591243 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=50 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:31.635736 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 45ec1e0e-8036-4531-a6bd-1615d8f70f0d up at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 11 14:22:31.655188 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:31.679804 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning for port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d completed by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 11 14:22:31.686581 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Provisioning complete for port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d triggered by entity L2. {{(pid=104193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 11 14:22:31.686956 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794145'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), provisioning_complete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:31.767317 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Current status of the port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d is: BUILD; New status is: ACTIVE {{(pid=104193) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 11 14:22:31.767703 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:31.793376 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:22:31.795668 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1cc3f75d5165d57a385fe327f0fc9690c97b6104530d3c086a0bc7ba400cfdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1eaeac-b673-423d-8776-d0bdd0663aaa" -d '{"events": [{"server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "name": "network-vif-plugged", "status": "completed", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:22:31.809259 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] For port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:22:31.814705 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:31.837796 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad5efc1-2f87-4019-822e-322591d8e9f3 x-openstack-request-id: req-0ad5efc1-2f87-4019-822e-322591d8e9f3 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:22:31.838089 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "name": "network-vif-plugged", "status": "completed", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:22:31.838365 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ad5efc1-2f87-4019-822e-322591d8e9f3 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:22:31.838785 dv-cinder-848429-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad5efc1-2f87-4019-822e-322591d8e9f3'] response: {'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'code': 200} Jul 11 14:22:31.865268 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Pushing event updated for resources: {'Port': ['ID=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,revision_number=5']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:22:32.080545 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11058fe-3307-46df-9ad9-ecca88babb52 req-0bae4879-ce4b-45a0-9a9e-d089fb8206a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:32.082067 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f11058fe-3307-46df-9ad9-ecca88babb52 req-0bae4879-ce4b-45a0-9a9e-d089fb8206a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 1130 time: 0.0396159 Jul 11 14:22:32.127448 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-f11058fe-3307-46df-9ad9-ecca88babb52 req-569eaf04-7a26-4505-a262-b04d6ca391d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390723 Jul 11 14:22:32.401682 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b2cde-a31f-42c8-be61-3ebb244983e0 req-0f8d15ca-b68f-46a0-8111-d4bfee24c697 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:32.403193 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f54b2cde-a31f-42c8-be61-3ebb244983e0 req-0f8d15ca-b68f-46a0-8111-d4bfee24c697 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 946 time: 0.0463426 Jul 11 14:22:32.453608 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f54b2cde-a31f-42c8-be61-3ebb244983e0 req-cc622146-70e8-4b54-95b1-eb626e0f466e tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Jul 11 14:22:33.572358 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0762d5-f608-466f-8dd1-65f3ae9d9d84 req-c48b762a-6481-4225-8ba5-6791df0603bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:33.573839 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4f0762d5-f608-466f-8dd1-65f3ae9d9d84 req-c48b762a-6481-4225-8ba5-6791df0603bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 946 time: 0.0514989 Jul 11 14:22:33.624034 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-4f0762d5-f608-466f-8dd1-65f3ae9d9d84 req-bfdc8288-7827-4f5f-b285-817ffecf8c88 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446134 Jul 11 14:22:34.739274 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00ca5-c306-4842-9118-e229811da47d req-b8c68e63-97e6-4fee-bf5b-3508d6a4454a tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:34.740708 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ace00ca5-c306-4842-9118-e229811da47d req-b8c68e63-97e6-4fee-bf5b-3508d6a4454a tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 946 time: 0.0471652 Jul 11 14:22:34.789155 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-ace00ca5-c306-4842-9118-e229811da47d req-8f5a03f1-c64b-4b69-b704-ae3b89e03875 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427959 Jul 11 14:22:34.905205 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360e470-4cc2-430c-947f-5d79e32fc180 req-4baf34f1-e495-4f4c-bfe9-54289f06fb49 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:34.907249 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8360e470-4cc2-430c-947f-5d79e32fc180 req-4baf34f1-e495-4f4c-bfe9-54289f06fb49 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 946 time: 0.0492520 Jul 11 14:22:34.964960 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-8360e470-4cc2-430c-947f-5d79e32fc180 req-46b15bb0-7d87-4d54-a07e-b59325a1ac99 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521390 Jul 11 14:22:34.987478 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 52096) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:22:35.127444 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd4cc7-9e7d-4dc9-8873-9f58ed69c8e7 tempest-TestVolumeBootPattern-1122033220 tempest-TestVolumeBootPattern-1122033220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:35.128931 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-48fd4cc7-9e7d-4dc9-8873-9f58ed69c8e7 tempest-TestVolumeBootPattern-1122033220 tempest-TestVolumeBootPattern-1122033220-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 1125 time: 0.1404634 Jul 11 14:22:35.131897 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 52100) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:22:35.136686 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.v2.base [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Request body: {'floatingip': {'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'port_id': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 11 14:22:35.161191 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:35.242602 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (None), before_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:35.252348 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:35.306740 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:35.351523 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_common [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Allocated IP 172.27.1.163 (2c1252d3-53d9-4ac8-8fc1-67e848c55c11/59686241-ba8e-466c-949e-045b304028f3/9d5bdf90-c592-47a1-9bdb-275eb30e5bb2) {{(pid=104192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 11 14:22:35.475291 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:35.512124 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757677842261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:35.557009 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Network 2c1252d3-53d9-4ac8-8fc1-67e848c55c11 is already hosted by enough agents. {{(pid=104192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 11 14:22:35.560070 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.base_scheduler [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Resources bound (agent type, host, resource id): {{(pid=104192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 11 14:22:35.564384 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Received port after_create {{(pid=104192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 11 14:22:35.570163 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=9d5bdf90-c592-47a1-9bdb-275eb30e5bb2,revision_number=1']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:22:36.210742 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (49e47e73-4b25-4811-bc8d-bd8f049018a1), precommit_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:36.279440 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1704945'] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), before_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:36.309008 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:36.443069 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), precommit_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:36.454694 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757678370344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757677842279', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757677842297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6108190'] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), after_update {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:36.487672 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:36.538947 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event updated for resources: {'Port': ['ID=9d5bdf90-c592-47a1-9bdb-275eb30e5bb2,revision_number=2']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:22:36.551427 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.551768 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.552116 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.552447 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.552777 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.553105 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.553426 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.553744 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.554062 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.554407 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.554733 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.555056 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.555415 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.555735 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.556054 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:22:36.562281 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621681'] for floatingip (49e47e73-4b25-4811-bc8d-bd8f049018a1), after_create {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:36.681857 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.db.l3_db [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Floating IP 49e47e73-4b25-4811-bc8d-bd8f049018a1 associated. External IP: 172.27.1.163, port: 45ec1e0e-8036-4531-a6bd-1615d8f70f0d. Jul 11 14:22:36.893072 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:22:36.992143 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-0538c361-dfa2-432f-9dfc-51d841b204ba req-f820a4a1-a4c9-4f5e-9092-7aea417eb802 service neutron] (104192) timed out ('10.222.0.55', 61924) {{(pid=104192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:22:37.006406 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:22:37.020716 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:22:37.027792 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:37.039106 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:22:37.040216 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:22:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:22:37.066754 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-12998ba1-af0f-4d32-ad49-6809ff48c21b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9335268 Jul 11 14:22:37.067676 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d'}] {{(pid=104192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:22:37.071833 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bb33a7d81872faf215a95f925195d7aceafabc2e0b2acbb70b06c1f3e97c79d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d"}]}' {{(pid=104192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:22:37.150530 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:22:37.175152 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a058b-af30-4fae-b039-7feb89142811 x-openstack-request-id: req-fc5a058b-af30-4fae-b039-7feb89142811 {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:22:37.175548 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d", "status": "completed", "code": 200}]} {{(pid=104192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:22:37.175804 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc5a058b-af30-4fae-b039-7feb89142811 {{(pid=104192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:22:37.176235 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5a058b-af30-4fae-b039-7feb89142811'] response: {'name': 'network-changed', 'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'status': 'completed', 'code': 200} Jul 11 14:22:37.277745 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-552696ba-6d36-4197-9400-2d4b7440921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:37.279335 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-552696ba-6d36-4197-9400-2d4b7440921f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 1130 time: 0.0522172 Jul 11 14:22:37.378119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-9fdea441-9e73-4353-87ae-914e7ef7b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:37.379744 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-9fdea441-9e73-4353-87ae-914e7ef7b667 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0943294 Jul 11 14:22:37.450807 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-1d2e596e-354d-4bd6-86de-ac33b0aaff64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d HTTP/1.1" status: 200 len: 1000 time: 0.0646636 Jul 11 14:22:37.463831 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '49e47e73-4b25-4811-bc8d-bd8f049018a1', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:54:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e140e-70f9-429a-80c2-89939549e287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:22:35Z', 'updated_at': '2022-07-11T14:22:35Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}, {'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:49Z', 'revision_number': 1, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:22:37.489322 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:22:37.497808 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:22:37.498447 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:22:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:22:37.504690 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-c8027459-faa5-4830-90aa-8929eb7ce579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:37.506160 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-c8027459-faa5-4830-90aa-8929eb7ce579 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0502806 Jul 11 14:22:37.549446 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-ccfd784d-3dbe-42ac-bef1-d0c2fc21fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:22:37.550991 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-ccfd784d-3dbe-42ac-bef1-d0c2fc21fd64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394080 Jul 11 14:22:37.603715 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:22:37.650786 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-bf2f9b05-f5ac-492a-acb8-b7dd9ea058b1 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932877 Jul 11 14:22:37.748227 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-ddfba2ac-6c85-4faa-a379-4d109d98c5cc req-f3e577f4-6ef0-4f57-b15a-d7ac60bfb37e service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916488 Jul 11 14:22:37.832717 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '49e47e73-4b25-4811-bc8d-bd8f049018a1', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:54:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e140e-70f9-429a-80c2-89939549e287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:22:35Z', 'updated_at': '2022-07-11T14:22:35Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}, {'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:49Z', 'revision_number': 1, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:22:37.862952 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660c42c-1830-472d-8785-0ea3f4bc96a8 None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': '49e47e73-4b25-4811-bc8d-bd8f049018a1', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:54:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063e140e-70f9-429a-80c2-89939549e287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:22:35Z', 'updated_at': '2022-07-11T14:22:35Z', 'revision_number': 0, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}, {'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:49Z', 'revision_number': 1, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:22:38.066451 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00382f7f-8770-44b3-ad53-3e699509eec0 None None] New status for floating IP 49e47e73-4b25-4811-bc8d-bd8f049018a1: ACTIVE {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:22:47.057606 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:47.060929 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:47.514890 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ba2e89f9-f01d-4887-8d5a-598d60759290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:47.743219 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=56 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:47.745273 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=56 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:49.935441 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-414f5c7b-310b-4f9c-890c-d3e037cd85ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:51.093591 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:52.624026 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:52.819462 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:55.949904 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=79 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:55.960243 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=77 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:22:56.213248 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:22:57.918653 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-d81e4d73-d7cb-4e4b-a8aa-2310b70b30a6 req-bd3f4761-a2fe-484c-a403-51bfe6bd962b service neutron] (104192) timed out ('10.222.0.55', 61893) {{(pid=104192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:23:06.202776 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:06.209209 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:06.213472 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-7f64ccd6-c912-4284-9f57-09104105dc07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978181 Jul 11 14:23:06.314862 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-0af2cc77-06a3-462d-96db-7fb4b1df334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:23:06.316339 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-0af2cc77-06a3-462d-96db-7fb4b1df334b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1130 time: 0.0392041 Jul 11 14:23:06.419430 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-04535797-83bd-4385-a08a-3f4a48651232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:23:06.420877 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-04535797-83bd-4385-a08a-3f4a48651232 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0860002 Jul 11 14:23:06.483882 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-7a172d6d-1ab1-47f5-ad2b-a0e62677216d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 1000 time: 0.0570385 Jul 11 14:23:06.530420 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-a0d56c4c-d55f-495f-908c-20a01ef761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:23:06.531845 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-a0d56c4c-d55f-495f-908c-20a01ef761ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0430682 Jul 11 14:23:06.573765 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-22e67db0-13b9-4db9-9f58-d23edb5b7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:23:06.575226 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-22e67db0-13b9-4db9-9f58-d23edb5b7e40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376718 Jul 11 14:23:06.666599 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-8eef6712-cd66-416f-87d3-594303df6c5a service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856445 Jul 11 14:23:06.757173 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-75c62546-a2f1-4ec3-8460-7c7474b67e78 req-c3308abe-670d-4c45-aad2-bf2a64216a73 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844016 Jul 11 14:23:06.897320 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:23:16.753180 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=52 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:16.753945 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=49 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:17.516109 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d993c3e-07dd-41fa-8255-1bce23083f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:17.922822 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:17.923615 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:19.936503 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d41c34bf-e890-4ab9-9e0a-72c1cd425e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:21.096624 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:22.627334 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:22.813764 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:26.203413 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:32.965633 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:32.966399 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:36.191609 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:36.200580 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:43.897462 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:23:47.518586 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3bb64ed5-8efa-48df-92c5-40d1a216262f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:49.939185 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd527-e496-4e6c-b090-0e438b2c5444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:51.099833 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:52.629034 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:52.816099 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:23:53.893209 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:53.893965 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:23:56.216138 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:06.209977 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:06.211899 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:08.196810 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-d4c0318b-7296-4bb1-a840-68f5cb9d97f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399833 Jul 11 14:24:08.269218 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-a71b73b6-e81d-4f49-9f85-874ca3e6fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:08.270821 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-a71b73b6-e81d-4f49-9f85-874ca3e6fe5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 1130 time: 0.0408704 Jul 11 14:24:08.378713 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-8941e1bd-7550-493b-8472-c4030cb4ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:08.380168 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-8941e1bd-7550-493b-8472-c4030cb4ad20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0907145 Jul 11 14:24:08.443867 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-c3fbd9b9-ec75-47d8-8e74-b874306713f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d HTTP/1.1" status: 200 len: 1002 time: 0.0570576 Jul 11 14:24:08.492655 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-7209150a-b5f5-410a-8c7f-8b89762d6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:08.494194 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-7209150a-b5f5-410a-8c7f-8b89762d6afd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0449729 Jul 11 14:24:08.544114 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-277d5d5f-63b5-4b42-9b4e-a958dde4a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:08.545628 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-277d5d5f-63b5-4b42-9b4e-a958dde4a611 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459969 Jul 11 14:24:08.641121 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-851586b4-dbca-4c72-b6e0-cffa7fb4b9a8 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888932 Jul 11 14:24:08.739098 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-2eb5d7b8-1795-44b5-869c-6364e286306c req-2985fa55-cc2e-42ce-8ef6-d47394858877 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913968 Jul 11 14:24:15.920492 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:15.921246 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:17.521361 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5a8513ff-b58e-4c6d-9846-b18b67d5e8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:18.725305 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=49 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:18.735771 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=52 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:19.942493 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-02488405-6f52-425e-a857-7f75ac9e17e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:20.896923 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:24:21.106411 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:22.667002 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:22.822074 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.157869 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52142) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:26.226963 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.303175 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Deleting port 9d5bdf90-c592-47a1-9bdb-275eb30e5bb2 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:26.303510 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.383588 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.383841 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.397224 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Calling delete_port for 9d5bdf90-c592-47a1-9bdb-275eb30e5bb2 owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:26.541231 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (9d5bdf90-c592-47a1-9bdb-275eb30e5bb2), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.569929 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event deleted for resources: {'Port': ['ID=9d5bdf90-c592-47a1-9bdb-275eb30e5bb2,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:26.583424 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.583777 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.584123 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.584470 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.584804 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.585128 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.585452 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.585777 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.586100 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.586456 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.586780 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.587102 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.587420 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.587737 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.588052 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:26.646885 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (49e47e73-4b25-4811-bc8d-bd8f049018a1), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.647223 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Floating IP 49e47e73-4b25-4811-bc8d-bd8f049018a1 disassociated (deleted). External IP: 172.27.1.163, port: 45ec1e0e-8036-4531-a6bd-1615d8f70f0d. Jul 11 14:24:26.850980 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:24:26.953875 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:26.956687 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:24:26.961590 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:26.967819 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:24:26.978827 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:26.979517 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:26.991578 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-7c6fb53d-d542-40ad-9991-14e7b4ea842b tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "DELETE /v2.0/floatingips/49e47e73-4b25-4811-bc8d-bd8f049018a1 HTTP/1.1" status: 204 len: 168 time: 0.8325710 Jul 11 14:24:26.992254 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:24:26.994625 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54" -d '{"events": [{"name": "network-changed", "server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:24:27.090229 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:27.110923 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dd79fb-2d33-42ce-a9e9-17077318eea5 x-openstack-request-id: req-b2dd79fb-2d33-42ce-a9e9-17077318eea5 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:24:27.111469 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:24:27.111469 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2dd79fb-2d33-42ce-a9e9-17077318eea5 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:24:27.111894 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dd79fb-2d33-42ce-a9e9-17077318eea5'] response: {'name': 'network-changed', 'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'status': 'completed', 'code': 200} Jul 11 14:24:27.219439 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-68b2afb5-13ac-46ba-b14c-11811679dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:27.221537 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-68b2afb5-13ac-46ba-b14c-11811679dc41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 1130 time: 0.0511839 Jul 11 14:24:27.279007 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d2b7-c23f-4a69-b0be-903bb6b0b5b7 req-af64c438-b276-434f-8bd0-c242c1176e25 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:27.280548 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fec3d2b7-c23f-4a69-b0be-903bb6b0b5b7 req-af64c438-b276-434f-8bd0-c242c1176e25 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 946 time: 0.0570612 Jul 11 14:24:27.333629 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-fec3d2b7-c23f-4a69-b0be-903bb6b0b5b7 req-6a549b7e-b061-4246-b943-cba41050fba4 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469830 Jul 11 14:24:27.352844 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:49Z', 'revision_number': 1, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:27.378266 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:24:27.388221 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:27.388833 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:27.493122 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:27.784352 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:49Z', 'revision_number': 1, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:27.809480 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ee22f-71e0-45e3-b991-c655a29e84aa None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_floatingips': [{'id': 'dd17673d-10d7-4735-8a2e-9c38678bea50', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'router_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'port_id': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'mac_address': 'fa:16:3e:ca:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-11T14:19:47Z', 'updated_at': '2022-07-11T14:19:49Z', 'revision_number': 1, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:24:28.032767 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f451c83-85cf-4306-845c-fe0ac289f9b6 None None] New status for floating IP 49e47e73-4b25-4811-bc8d-bd8f049018a1: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:24:28.288684 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:28.356855 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-ea207984-8051-402b-bb2f-ab7cf3f8e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:28.358235 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-ea207984-8051-402b-bb2f-ab7cf3f8e53c service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0954022 Jul 11 14:24:28.423237 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-1f4eeed3-48c4-4c4d-bb22-2394c2aba0b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d HTTP/1.1" status: 200 len: 217 time: 0.0344884 Jul 11 14:24:28.477328 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-a50fb1ab-32b0-4d59-a5d9-5cbb3ea167cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:28.478973 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-a50fb1ab-32b0-4d59-a5d9-5cbb3ea167cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0489364 Jul 11 14:24:28.480580 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeaa8c-6b11-4904-9508-b51548f51349 req-d462da2b-b6f9-449b-95c8-b9838698ba06 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:28.482162 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2aeeaa8c-6b11-4904-9508-b51548f51349 req-d462da2b-b6f9-449b-95c8-b9838698ba06 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 946 time: 0.0506730 Jul 11 14:24:28.536494 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-2aeeaa8c-6b11-4904-9508-b51548f51349 req-3c640000-93e9-4560-97fb-05460895f52c tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486422 Jul 11 14:24:28.572439 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-eb7c2b7a-fd3e-45dc-b9b0-1b17d8587541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:28.574451 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-eb7c2b7a-fd3e-45dc-b9b0-1b17d8587541 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495205 Jul 11 14:24:29.041844 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-34848fc3-c93a-4a08-9011-0d9df8e52a50 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 Jul 11 14:24:29.149900 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d99ee-b33d-44bb-af64-23f78aad374b req-66aac1ff-56a7-4238-a0e3-ff0479bf7fd1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:29.151359 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-913d99ee-b33d-44bb-af64-23f78aad374b req-66aac1ff-56a7-4238-a0e3-ff0479bf7fd1 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 946 time: 0.0749211 Jul 11 14:24:29.238165 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-d3974ec2-aae4-451e-82bd-9d2cf0b7af54 req-2883e9c9-555e-412e-b31a-3c86183729c0 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628304 Jul 11 14:24:29.275379 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Deleting port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:29.275718 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:29.363477 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] For port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:29.364156 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:29.376602 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Calling delete_port for 45ec1e0e-8036-4531-a6bd-1615d8f70f0d owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:29.504698 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (45ec1e0e-8036-4531-a6bd-1615d8f70f0d), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:29.533936 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event deleted for resources: {'Port': ['ID=45ec1e0e-8036-4531-a6bd-1615d8f70f0d,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:29.578659 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] No DVR routers for this DVR port 45ec1e0e-8036-4531-a6bd-1615d8f70f0d on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:24:29.584901 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:29.584901 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-913d99ee-b33d-44bb-af64-23f78aad374b req-4538e389-bc7d-4be0-8932-69821d2e4207 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "DELETE /v2.0/ports/45ec1e0e-8036-4531-a6bd-1615d8f70f0d HTTP/1.1" status: 204 len: 173 time: 0.4087718 Jul 11 14:24:29.585263 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'name': 'network-vif-deleted', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:24:29.587391 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8485d5c0-53cb-47a8-be34-d561f52ee05e" -d '{"events": [{"server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "name": "network-vif-deleted", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:24:29.627812 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6532d5-3174-46b4-b733-596eaad9e8b1 x-openstack-request-id: req-5d6532d5-3174-46b4-b733-596eaad9e8b1 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:24:29.628111 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063e140e-70f9-429a-80c2-89939549e287", "name": "network-vif-deleted", "tag": "45ec1e0e-8036-4531-a6bd-1615d8f70f0d", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:24:29.628471 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d6532d5-3174-46b4-b733-596eaad9e8b1 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:24:29.628788 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6532d5-3174-46b4-b733-596eaad9e8b1'] response: {'server_uuid': '063e140e-70f9-429a-80c2-89939549e287', 'name': 'network-vif-deleted', 'tag': '45ec1e0e-8036-4531-a6bd-1615d8f70f0d', 'status': 'completed', 'code': 200} Jul 11 14:24:29.671254 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-bf1bafdc-463e-4056-8160-b3c83ecaeae0 req-ea35291a-d572-46cb-9e47-1c409559aa12 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=063e140e-70f9-429a-80c2-89939549e287 HTTP/1.1" status: 200 len: 210 time: 0.0288606 Jul 11 14:24:32.339539 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 45ec1e0e-8036-4531-a6bd-1615d8f70f0d no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:32.359675 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: 45ec1e0e-8036-4531-a6bd-1615d8f70f0d {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:32.360021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device 45ec1e0e-8036-4531-a6bd-1615d8f70f0d not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:32.965721 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52188) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:33.056858 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:33.104851 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:33.113971 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Deleting port 72c7214c-785e-4231-a746-d443d9fbe120 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:33.114331 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (72c7214c-785e-4231-a746-d443d9fbe120), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:33.444956 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (72c7214c-785e-4231-a746-d443d9fbe120), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:33.445283 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (72c7214c-785e-4231-a746-d443d9fbe120), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:33.458473 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Calling delete_port for 72c7214c-785e-4231-a746-d443d9fbe120 owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:33.601577 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (72c7214c-785e-4231-a746-d443d9fbe120), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:33.624722 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event deleted for resources: {'Port': ['ID=72c7214c-785e-4231-a746-d443d9fbe120,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:33.691094 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (dd17673d-10d7-4735-8a2e-9c38678bea50), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:33.691466 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.db.l3_db [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Floating IP dd17673d-10d7-4735-8a2e-9c38678bea50 disassociated (deleted). External IP: 172.27.1.5, port: dd18d87b-e16c-4bc6-bf41-4bf41d35a33b. Jul 11 14:24:33.886630 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:24:33.991164 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:24:33.995769 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:34.000292 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:24:34.010275 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:34.010903 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:34.024694 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-abd75456-a9c1-4e76-8a12-7941d78898bf tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "DELETE /v2.0/floatingips/dd17673d-10d7-4735-8a2e-9c38678bea50 HTTP/1.1" status: 204 len: 168 time: 1.0578790 Jul 11 14:24:34.025290 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:24:34.027574 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:24:34.065460 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Jul 2022 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5908d60-d52f-4f17-ae16-b76e2c954791 x-openstack-request-id: req-f5908d60-d52f-4f17-ae16-b76e2c954791 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:24:34.065844 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:24:34.066290 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5908d60-d52f-4f17-ae16-b76e2c954791 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:24:34.066855 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5908d60-d52f-4f17-ae16-b76e2c954791'] response: {'name': 'network-changed', 'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'status': 'completed', 'code': 200} Jul 11 14:24:34.121058 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:34.157317 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:34.167762 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-b7430ae9-777b-486e-ba1d-08c10da115b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:34.169933 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-b7430ae9-777b-486e-ba1d-08c10da115b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 1130 time: 0.0615292 Jul 11 14:24:34.252048 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:34.256320 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:34.263746 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05246ef-6eae-48b6-a91b-8feb22ed2f87 req-493f8e3b-f0cf-40b7-a042-c099c947beab tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:34.265226 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f05246ef-6eae-48b6-a91b-8feb22ed2f87 req-493f8e3b-f0cf-40b7-a042-c099c947beab tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 946 time: 0.0511689 Jul 11 14:24:34.313797 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:34.317144 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-f05246ef-6eae-48b6-a91b-8feb22ed2f87 req-888f1541-2ec5-45e0-bf67-24b2be430749 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462084 Jul 11 14:24:34.343314 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:24:34.352175 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:34.352776 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:34.455845 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:34.636834 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:34.662661 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473a835-f045-4f3e-a043-aed7b0f423cb None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:15:32Z', 'revision_number': 4, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi', '_interfaces': [{'id': 'c9e0454f-9dd0-44c6-a695-a6aeb8252b1f', 'name': '', 'network_id': '399e9466-9fd1-4e23-afd7-ae28f17cf4de', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'mac_address': 'fa:16:3e:7a:d3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:31Z', 'updated_at': '2022-07-11T14:15:39Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'subnets': [{'id': '7829be1e-41ea-4b23-b177-273a4e9e5f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:24:34.881457 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030b354-a9d1-4b05-b0fd-67c75f6b1b9c None None] New status for floating IP dd17673d-10d7-4735-8a2e-9c38678bea50: DOWN {{(pid=104193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 11 14:24:35.191598 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-7cc11045-70aa-4db3-9257-37e233ea5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:35.193432 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-7cc11045-70aa-4db3-9257-37e233ea5e8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 200 len: 912 time: 0.0863008 Jul 11 14:24:35.251339 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-0eb2feab-2c7a-4e54-aa07-34b48eed10a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 200 len: 217 time: 0.0334771 Jul 11 14:24:35.304899 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-433aa952-dc93-46ac-bd84-6c2a99ce87be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:35.306340 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-433aa952-dc93-46ac-bd84-6c2a99ce87be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 200 len: 850 time: 0.0486279 Jul 11 14:24:35.431670 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c7ac8-b84e-4b65-b88f-94d0d772aa30 req-9e7fd747-099b-4692-8133-dc9d591a4765 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:35.433127 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-034c7ac8-b84e-4b65-b88f-94d0d772aa30 req-9e7fd747-099b-4692-8133-dc9d591a4765 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 946 time: 0.0467184 Jul 11 14:24:35.467679 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-85b21658-d0a2-4231-90f9-7c893f40cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:35.469344 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-85b21658-d0a2-4231-90f9-7c893f40cf82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=399e9466-9fd1-4e23-afd7-ae28f17cf4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409834 Jul 11 14:24:35.485818 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-034c7ac8-b84e-4b65-b88f-94d0d772aa30 req-af2d206d-6a1b-495e-aaae-727c44aa69e5 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/security-groups?id=98b5740a-6097-451d-82d9-acb5c7374761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470223 Jul 11 14:24:35.687119 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:35.760154 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-6f62087b-ac94-4549-9f67-53f355f69bb0 service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905569 Jul 11 14:24:35.870185 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-dc83f018-090b-4a79-8f9b-ff4fab333cf2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 11 14:24:35.871950 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-dc83f018-090b-4a79-8f9b-ff4fab333cf2 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 946 time: 0.0631888 Jul 11 14:24:35.985143 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-3f216fe0-ce5d-4f39-90bd-d7aa80d63111 req-4b20f422-c9c9-4cb4-920d-8fbd80760f1e service neutron] 10.222.0.55 "GET /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836269 Jul 11 14:24:35.996207 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Deleting port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:35.997134 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:36.090947 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] For port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b, host hv-cinder-84842, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84842',level=0,port_id=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:36.091309 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:36.103952 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Calling delete_port for dd18d87b-e16c-4bc6-bf41-4bf41d35a33b owned by compute:nova {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:36.233207 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (dd18d87b-e16c-4bc6-bf41-4bf41d35a33b), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:36.266369 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event deleted for resources: {'Port': ['ID=dd18d87b-e16c-4bc6-bf41-4bf41d35a33b,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:36.310815 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] No DVR routers for this DVR port dd18d87b-e16c-4bc6-bf41-4bf41d35a33b on host hv-cinder-84842 {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:24:36.313416 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for port (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:36.316588 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [req-5e33b695-4784-4009-89cd-fef02422ccb4 req-1958a073-d4e6-4893-8136-ecb24a7b8680 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.55 "DELETE /v2.0/ports/dd18d87b-e16c-4bc6-bf41-4bf41d35a33b HTTP/1.1" status: 204 len: 173 time: 0.4183738 Jul 11 14:24:36.317014 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'name': 'network-vif-deleted', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b'}] {{(pid=104191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 11 14:24:36.319245 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb456fdc6bd9b46edb9179b4984ce05be904efe97c4fc866ef3f6a191bfbe9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33879df8-9567-46e0-b5e3-171c4471f74e" -d '{"events": [{"server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "name": "network-vif-deleted", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b"}]}' {{(pid=104191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 11 14:24:36.358405 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Jul 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f2776-139e-461d-aacf-8833233de1b7 x-openstack-request-id: req-535f2776-139e-461d-aacf-8833233de1b7 {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 11 14:24:36.358713 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a54aa-4081-430f-b08c-e9abf09978ea", "name": "network-vif-deleted", "tag": "dd18d87b-e16c-4bc6-bf41-4bf41d35a33b", "status": "completed", "code": 200}]} {{(pid=104191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 11 14:24:36.358957 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-535f2776-139e-461d-aacf-8833233de1b7 {{(pid=104191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 11 14:24:36.359370 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535f2776-139e-461d-aacf-8833233de1b7'] response: {'server_uuid': '1f6a54aa-4081-430f-b08c-e9abf09978ea', 'name': 'network-vif-deleted', 'tag': 'dd18d87b-e16c-4bc6-bf41-4bf41d35a33b', 'status': 'completed', 'code': 200} Jul 11 14:24:36.584838 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [req-b240fe54-4b9d-404e-aa63-aae5f7345c16 req-54cb3262-62b9-4cfe-9282-15069f2cff22 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6a54aa-4081-430f-b08c-e9abf09978ea HTTP/1.1" status: 200 len: 210 time: 0.0287366 Jul 11 14:24:37.648328 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52204) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:37.762024 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Deleting port cb6c2ff0-b180-4c02-90cc-69f93476b82b {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:37.762977 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:37.828249 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:37.856321 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:37.856617 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (cb6c2ff0-b180-4c02-90cc-69f93476b82b), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:37.870852 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Calling delete_port for cb6c2ff0-b180-4c02-90cc-69f93476b82b owned by network:floatingip {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:37.936613 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:38.006058 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (cb6c2ff0-b180-4c02-90cc-69f93476b82b), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:38.039282 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event deleted for resources: {'Port': ['ID=cb6c2ff0-b180-4c02-90cc-69f93476b82b,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:38.098256 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for floatingip (30e63506-accc-41d6-aed5-9a66c7b0ffa4), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:38.100742 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229126'] for floatingip (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:38.101879 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-0b8389cf-d4ba-4117-817a-97840a6a57b8 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "DELETE /v2.0/floatingips/30e63506-accc-41d6-aed5-9a66c7b0ffa4 HTTP/1.1" status: 204 len: 168 time: 0.4528484 Jul 11 14:24:39.306570 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52216) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:39.363332 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6eaae35-bca0-492f-9930-e70b8a0f1450 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group (98b5740a-6097-451d-82d9-acb5c7374761), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:39.388362 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6eaae35-bca0-492f-9930-e70b8a0f1450 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group (98b5740a-6097-451d-82d9-acb5c7374761), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:39.452075 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6eaae35-bca0-492f-9930-e70b8a0f1450 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (98b5740a-6097-451d-82d9-acb5c7374761), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:39.454615 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-d6eaae35-bca0-492f-9930-e70b8a0f1450 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:39.455788 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-d6eaae35-bca0-492f-9930-e70b8a0f1450 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] 10.222.0.49 "DELETE /v2.0/security-groups/98b5740a-6097-451d-82d9-acb5c7374761 HTTP/1.1" status: 204 len: 168 time: 0.1482143 Jul 11 14:24:39.465814 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaae35-bca0-492f-9930-e70b8a0f1450 tempest-TestVolumeBootPattern-952684956 tempest-TestVolumeBootPattern-952684956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5740a-6097-451d-82d9-acb5c7374761,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:39.516456 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 52220) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:39.966230 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (062ab42e-e981-4a59-b141-08a9bcfb40e4), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:40.193822 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Deleting port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:40.194151 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:40.196539 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:40.251574 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=100 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:40.276358 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] For port c9e0454f-9dd0-44c6-a695-a6aeb8252b1f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:40.276717 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:40.290163 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Calling delete_port for c9e0454f-9dd0-44c6-a695-a6aeb8252b1f owned by network:router_interface {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:40.378917 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device dd18d87b-e16c-4bc6-bf41-4bf41d35a33b no longer exists at agent hyperv_hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:40.397570 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] No Port match for: dd18d87b-e16c-4bc6-bf41-4bf41d35a33b {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:40.398336 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Device dd18d87b-e16c-4bc6-bf41-4bf41d35a33b not bound to the agent host hv-cinder-84842 {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:40.470912 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (c9e0454f-9dd0-44c6-a695-a6aeb8252b1f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:40.503070 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e0454f-9dd0-44c6-a695-a6aeb8252b1f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:40.527469 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.528097 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.528205 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.528492 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.528830 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.529160 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.529484 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.529807 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.530131 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.530501 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.530827 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.531151 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.531471 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.531788 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.532106 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:40.674804 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (062ab42e-e981-4a59-b141-08a9bcfb40e4), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:40.880055 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Router 062ab42e-e981-4a59-b141-08a9bcfb40e4 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:24:40.980440 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:24:40.985706 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-270faeba-4cd7-485e-821b-38875189abf2 admin admin] 10.222.0.49 "PUT /v2.0/routers/062ab42e-e981-4a59-b141-08a9bcfb40e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4675889 Jul 11 14:24:40.987938 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 52224) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:40.990519 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] Sync routers for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:24:41.001227 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:41.001835 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:41.065925 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:41.083999 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:41.089499 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks [] for router (062ab42e-e981-4a59-b141-08a9bcfb40e4), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.106408 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:41.189048 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks [] for router_gateway (062ab42e-e981-4a59-b141-08a9bcfb40e4), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.233252 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Deleting port 6e3d40e8-9320-4374-9531-a16bb40d8f6f {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:41.233464 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.277965 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:24:40Z', 'revision_number': 5, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port': {'id': '6e3d40e8-9320-4374-9531-a16bb40d8f6f', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:30Z', 'updated_at': '2022-07-11T14:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:41.303929 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] Checking router: 062ab42e-e981-4a59-b141-08a9bcfb40e4 for host: dv-cinder-848429-3-iscsi {{(pid=104194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:24:41.313015 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] Routers {'062ab42e-e981-4a59-b141-08a9bcfb40e4'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:41.313620 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['062ab42e-e981-4a59-b141-08a9bcfb40e4'], 'active': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:41.328429 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] For port 6e3d40e8-9320-4374-9531-a16bb40d8f6f, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=6e3d40e8-9320-4374-9531-a16bb40d8f6f,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:41.328786 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.343431 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Calling delete_port for 6e3d40e8-9320-4374-9531-a16bb40d8f6f owned by network:router_gateway {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:41.404506 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvr_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] Set router 062ab42e-e981-4a59-b141-08a9bcfb40e4 gateway port host: None {{(pid=104194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:41.471616 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_hamode_db [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:24:41Z', 'revision_number': 6, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:41.501215 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6a9f0-f372-4a47-88f8-b96856e14177 None None] The sync data for ids ['062ab42e-e981-4a59-b141-08a9bcfb40e4'] in dv-cinder-848429-3-iscsi is: [{'id': '062ab42e-e981-4a59-b141-08a9bcfb40e4', 'name': 'tempest-TestVolumeBootPattern-570838267-router', 'tenant_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:29Z', 'updated_at': '2022-07-11T14:24:41Z', 'revision_number': 6, 'project_id': '67d8660c31bf48e9a2c6a5edb2060bde', 'gw_port_host': None}] {{(pid=104194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:24:41.539262 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (6e3d40e8-9320-4374-9531-a16bb40d8f6f), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.564902 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3d40e8-9320-4374-9531-a16bb40d8f6f,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:41.630588 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (062ab42e-e981-4a59-b141-08a9bcfb40e4), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.716407 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (062ab42e-e981-4a59-b141-08a9bcfb40e4), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.718563 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks [] for router_controller (062ab42e-e981-4a59-b141-08a9bcfb40e4), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.760701 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (062ab42e-e981-4a59-b141-08a9bcfb40e4), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.761240 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062ab42e-e981-4a59-b141-08a9bcfb40e4 {{(pid=104192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:24:41.765721 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.766765 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-61c994df-29d6-4cc9-844b-b5098f98b550 admin admin] 10.222.0.49 "DELETE /v2.0/routers/062ab42e-e981-4a59-b141-08a9bcfb40e4 HTTP/1.1" status: 204 len: 168 time: 0.7779272 Jul 11 14:24:41.769423 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 52226) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:41.814827 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] Deleting subnet 7829be1e-41ea-4b23-b177-273a4e9e5f3b {{(pid=104192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:24:41.818118 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] Publish callbacks [] for subnet (7829be1e-41ea-4b23-b177-273a4e9e5f3b), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.854205 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4456816'] for subnet (7829be1e-41ea-4b23-b177-273a4e9e5f3b), precommit_delete_associations {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.936198 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (7829be1e-41ea-4b23-b177-273a4e9e5f3b), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:41.959882 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:41.991333 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:41.996897 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6108232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4784075'] for subnet (7829be1e-41ea-4b23-b177-273a4e9e5f3b), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.023657 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7829be1e-41ea-4b23-b177-273a4e9e5f3b,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:42.027263 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for subnet (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.031004 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-c6c87091-597f-45aa-b166-d7f645ef1860 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7829be1e-41ea-4b23-b177-273a4e9e5f3b HTTP/1.1" status: 204 len: 168 time: 0.2606125 Jul 11 14:24:42.033423 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [-] (104192) accepted ('10.222.0.49', 52228) {{(pid=104192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:42.035908 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df995ae1-1c9b-494b-b34c-93b0f5ec4278 None None] Network 399e9466-9fd1-4e23-afd7-ae28f17cf4de requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:24:42.279713 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] DHCP port deletion for 399e9466-9fd1-4e23-afd7-ae28f17cf4de request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:24:42.318235 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Deleting port 22d22230-a844-45a6-9469-3c24f51d3dbf {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:42.318752 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.357306 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (399e9466-9fd1-4e23-afd7-ae28f17cf4de), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.383439 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] For port 22d22230-a844-45a6-9469-3c24f51d3dbf, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=22d22230-a844-45a6-9469-3c24f51d3dbf,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:42.383833 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.397287 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Calling delete_port for 22d22230-a844-45a6-9469-3c24f51d3dbf owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:42.400729 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Deleting port 22d22230-a844-45a6-9469-3c24f51d3dbf {{(pid=104192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:42.401040 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.471079 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.db [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] For port 22d22230-a844-45a6-9469-3c24f51d3dbf, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=22d22230-a844-45a6-9469-3c24f51d3dbf,segment=NetworkSegment(faf8da3e-4ca4-4a3b-a173-41cfe74e16d9),segment_id=faf8da3e-4ca4-4a3b-a173-41cfe74e16d9)] {{(pid=104192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:42.471569 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.481200 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.486735 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.plugin [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Calling delete_port for 22d22230-a844-45a6-9469-3c24f51d3dbf owned by network:dhcp {{(pid=104192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:42.506336 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Pushing event deleted for resources: {'Port': ['ID=22d22230-a844-45a6-9469-3c24f51d3dbf,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:42.514876 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] No DVR routers for this DVR port 22d22230-a844-45a6-9469-3c24f51d3dbf on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:24:42.519105 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.519588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.519822 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.520233 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.520443 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.520775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.521099 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.521422 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.524645 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.524645 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.525500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.525500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.525500 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.526143 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.526143 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26563aed-7462-4c3c-8665-01a691f40058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848429-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 11 14:24:42.574495 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6108199'] for port (22d22230-a844-45a6-9469-3c24f51d3dbf), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.597973 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Pushing event deleted for resources: {'Port': ['ID=22d22230-a844-45a6-9469-3c24f51d3dbf,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:42.604610 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] No DVR routers for this DVR port 22d22230-a844-45a6-9469-3c24f51d3dbf on host dv-cinder-848429-3-iscsi {{(pid=104192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:24:42.680912 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (399e9466-9fd1-4e23-afd7-ae28f17cf4de), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.703000 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399e9466-9fd1-4e23-afd7-ae28f17cf4de']}} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:42.712563 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9') {'for_net_delete': True} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:42.712794 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.services.segments.db [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf8da3e-4ca4-4a3b-a173-41cfe74e16d9') {} {{(pid=104192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:42.722446 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4456779'] for segment (faf8da3e-4ca4-4a3b-a173-41cfe74e16d9), before_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.736463 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (faf8da3e-4ca4-4a3b-a173-41cfe74e16d9), precommit_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.742910 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=104192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:24:42.743296 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6108402'] for segment (faf8da3e-4ca4-4a3b-a173-41cfe74e16d9), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.770907 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment faf8da3e-4ca4-4a3b-a173-41cfe74e16d9 resource provider aggregate not found Jul 11 14:24:42.812918 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (399e9466-9fd1-4e23-afd7-ae28f17cf4de), after_delete {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.819470 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.services.segments.plugin [-] Segment faf8da3e-4ca4-4a3b-a173-41cfe74e16d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faf8da3e-4ca4-4a3b-a173-41cfe74e16d9 found for delete ", "request_id": "req-c370594c-981d-4ef6-a3e2-a45e63347f39"}]} Jul 11 14:24:42.820461 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron_lib.callbacks.manager [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:42.823551 dv-cinder-848429-3-iscsi neutron-server[104192]: INFO neutron.wsgi [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] 10.222.0.49 "DELETE /v2.0/networks/399e9466-9fd1-4e23-afd7-ae28f17cf4de HTTP/1.1" status: 204 len: 168 time: 0.7892363 Jul 11 14:24:42.826673 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52234) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:42.834633 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef60d2d-7e52-4368-8d8c-c50e884b61bd admin admin] Pushing event deleted for resources: {'Network': ['ID=399e9466-9fd1-4e23-afd7-ae28f17cf4de,revision_number=None']} {{(pid=104192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:43.144165 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615627'] for router_interface (24e7d6f1-7a7c-478c-b0f3-d09593c80727), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:43.243968 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:43.277599 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6e3d40e8-9320-4374-9531-a16bb40d8f6f no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:43.299915 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 6e3d40e8-9320-4374-9531-a16bb40d8f6f {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:43.300266 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 6e3d40e8-9320-4374-9531-a16bb40d8f6f not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:43.300683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device c9e0454f-9dd0-44c6-a695-a6aeb8252b1f no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:43.319654 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: c9e0454f-9dd0-44c6-a695-a6aeb8252b1f {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:43.320415 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device c9e0454f-9dd0-44c6-a695-a6aeb8252b1f not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:43.320415 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 22d22230-a844-45a6-9469-3c24f51d3dbf no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:43.343853 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 22d22230-a844-45a6-9469-3c24f51d3dbf {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:43.344118 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 22d22230-a844-45a6-9469-3c24f51d3dbf not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:43.379177 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Deleting port 3d515770-d958-4458-a173-0baea20de430 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:43.379489 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (3d515770-d958-4458-a173-0baea20de430), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:43.441674 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:43.461940 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] For port 3d515770-d958-4458-a173-0baea20de430, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=3d515770-d958-4458-a173-0baea20de430,segment=NetworkSegment(9d132477-a2b7-475f-bcf9-d2e4ccb7e458),segment_id=9d132477-a2b7-475f-bcf9-d2e4ccb7e458)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:43.462326 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (3d515770-d958-4458-a173-0baea20de430), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:43.476067 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Calling delete_port for 3d515770-d958-4458-a173-0baea20de430 owned by network:router_interface {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:43.660924 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (3d515770-d958-4458-a173-0baea20de430), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:43.685942 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d515770-d958-4458-a173-0baea20de430,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:43.858865 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615607'] for router_interface (24e7d6f1-7a7c-478c-b0f3-d09593c80727), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:44.070412 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 has already been hosted by L3 agent c2937a37-9cec-43b6-909c-f81a7ac28846 {{(pid=104191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 11 14:24:44.083090 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:44.179734 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] Notify agent at l3_agent.dv-cinder-848429-3-iscsi the message routers_updated {{(pid=104191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 11 14:24:44.185480 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-3e34401b-ab4b-4283-af7f-32ad63152916 admin admin] 10.222.0.49 "PUT /v2.0/routers/24e7d6f1-7a7c-478c-b0f3-d09593c80727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3577223 Jul 11 14:24:44.187931 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52236) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:44.190452 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] Sync routers for ids ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'] in dv-cinder-848429-3-iscsi {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 11 14:24:44.201487 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] Routers {'24e7d6f1-7a7c-478c-b0f3-d09593c80727'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:44.202103 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:44.295027 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks [] for router (24e7d6f1-7a7c-478c-b0f3-d09593c80727), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:44.296545 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:44.400282 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks [] for router_gateway (24e7d6f1-7a7c-478c-b0f3-d09593c80727), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:44.434557 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] Set router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 gateway port host: dv-cinder-848429-3-iscsi {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:44.449179 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Deleting port dae2a19e-e345-426d-9c4e-108e91801ce2 {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:44.449547 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:44.532000 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] For port dae2a19e-e345-426d-9c4e-108e91801ce2, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=dae2a19e-e345-426d-9c4e-108e91801ce2,segment=NetworkSegment(1c07aa73-beee-4edc-8593-fa151e7eaa88),segment_id=1c07aa73-beee-4edc-8593-fa151e7eaa88)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:44.532357 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:44.547346 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Calling delete_port for dae2a19e-e345-426d-9c4e-108e91801ce2 owned by network:router_gateway {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:44.563021 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:44.617300 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'external_fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:24:43Z', 'revision_number': 5, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port': {'id': 'dae2a19e-e345-426d-9c4e-108e91801ce2', 'name': '', 'network_id': '2c1252d3-53d9-4ac8-8fc1-67e848c55c11', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '59686241-ba8e-466c-949e-045b304028f3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848429-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59686241-ba8e-466c-949e-045b304028f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848429-3-iscsi'}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:44.620765 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:44.644437 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] Checking router: 24e7d6f1-7a7c-478c-b0f3-d09593c80727 for host: dv-cinder-848429-3-iscsi {{(pid=104193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 11 14:24:44.657128 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] Routers {'24e7d6f1-7a7c-478c-b0f3-d09593c80727'} bound to L3 agent in host dv-cinder-848429-3-iscsi {{(pid=104193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 11 14:24:44.657691 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848429-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-11T13:58:20Z,description=,heartbeat_timestamp=2022-07-11T14:24:20Z,host='dv-cinder-848429-3-iscsi',id=c2937a37-9cec-43b6-909c-f81a7ac28846,load=0,resource_versions=,resources_synced=,started_at=2022-07-11T13:58:20Z,topic='l3_agent')) {'router_ids': ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'], 'active': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:44.750718 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvr_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] Set router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 gateway port host: None {{(pid=104193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 11 14:24:44.808275 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_hamode_db [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:24:44Z', 'revision_number': 6, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port_host': None}], 'dv-cinder-848429-3-iscsi', False) {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:44.836062 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69680618-2e11-4c69-a9e1-79f6d6b965f1 None None] The sync data for ids ['24e7d6f1-7a7c-478c-b0f3-d09593c80727'] in dv-cinder-848429-3-iscsi is: [{'id': '24e7d6f1-7a7c-478c-b0f3-d09593c80727', 'name': 'tempest-TestVolumeBootPattern-1461991740-router', 'tenant_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-11T14:15:35Z', 'updated_at': '2022-07-11T14:24:44Z', 'revision_number': 6, 'project_id': 'f867bcd9ba0445bcbac83aaf3693ee6c', 'gw_port_host': None}] {{(pid=104193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 11 14:24:45.008567 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (dae2a19e-e345-426d-9c4e-108e91801ce2), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.032599 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=dae2a19e-e345-426d-9c4e-108e91801ce2,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:45.104085 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621742'] for router_gateway (24e7d6f1-7a7c-478c-b0f3-d09593c80727), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.196743 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-618214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-827'] for router (24e7d6f1-7a7c-478c-b0f3-d09593c80727), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.200045 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks [] for router_controller (24e7d6f1-7a7c-478c-b0f3-d09593c80727), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.247325 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-618223'] for router (24e7d6f1-7a7c-478c-b0f3-d09593c80727), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.247992 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e7d6f1-7a7c-478c-b0f3-d09593c80727 {{(pid=104191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 11 14:24:45.252958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.254896 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-191dd1e4-306a-46e2-b8e8-8893f5093a8d admin admin] 10.222.0.49 "DELETE /v2.0/routers/24e7d6f1-7a7c-478c-b0f3-d09593c80727 HTTP/1.1" status: 204 len: 168 time: 1.0659637 Jul 11 14:24:45.256771 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52238) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:45.314958 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.db_base_plugin_v2 [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] Deleting subnet b58fd6ae-f150-4234-9bb5-8b9b762ee1e1 {{(pid=104191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 11 14:24:45.318457 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] Publish callbacks [] for subnet (b58fd6ae-f150-4234-9bb5-8b9b762ee1e1), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.367111 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5045973'] for subnet (b58fd6ae-f150-4234-9bb5-8b9b762ee1e1), precommit_delete_associations {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.377263 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 3d515770-d958-4458-a173-0baea20de430 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:45.400919 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 3d515770-d958-4458-a173-0baea20de430 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:45.401244 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 3d515770-d958-4458-a173-0baea20de430 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:45.414160 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:45.453716 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794957'] for subnet (b58fd6ae-f150-4234-9bb5-8b9b762ee1e1), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.489047 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:45.520649 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4777038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4755134'] for subnet (b58fd6ae-f150-4234-9bb5-8b9b762ee1e1), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.551453 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58fd6ae-f150-4234-9bb5-8b9b762ee1e1,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:45.562776 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.565351 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4612c30-8423-4cc0-80b3-e8713f626d48 None None] Network 73797646-5b34-419b-97d3-e45c26c513e5 requested from dv-cinder-848429-3-iscsi {{(pid=104193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 11 14:24:45.566758 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-f036db12-c824-40d6-8249-e9a955ed7c71 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b58fd6ae-f150-4234-9bb5-8b9b762ee1e1 HTTP/1.1" status: 204 len: 168 time: 0.3084610 Jul 11 14:24:45.569024 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52240) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:45.649737 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1850550'] for network (73797646-5b34-419b-97d3-e45c26c513e5), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.707066 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Deleting port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db {{(pid=104191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:45.707403 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.730439 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] DHCP port deletion for 73797646-5b34-419b-97d3-e45c26c513e5 request from dv-cinder-848429-3-iscsi {{(pid=104193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 11 14:24:45.772092 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] Deleting port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 11 14:24:45.772559 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757678364712'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.781593 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.db [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] For port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,segment=NetworkSegment(9d132477-a2b7-475f-bcf9-d2e4ccb7e458),segment_id=9d132477-a2b7-475f-bcf9-d2e4ccb7e458)] {{(pid=104191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:45.782064 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.798295 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Calling delete_port for 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db owned by network:dhcp {{(pid=104191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:45.843242 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] For port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db, host dv-cinder-848429-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848429-3-iscsi',level=0,port_id=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,segment=NetworkSegment(9d132477-a2b7-475f-bcf9-d2e4ccb7e458),segment_id=9d132477-a2b7-475f-bcf9-d2e4ccb7e458)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 11 14:24:45.843646 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614538'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.857322 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] Calling delete_port for 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 11 14:24:45.884144 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4776993'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.907700 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Pushing event deleted for resources: {'Port': ['ID=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:45.913329 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] No DVR routers for this DVR port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db on host dv-cinder-848429-3-iscsi {{(pid=104191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:24:45.943596 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757678370362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757677842270'] for port (004f0c68-1c8e-48d3-ac8d-b6f493b8b6db), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:45.973423 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] Pushing event deleted for resources: {'Port': ['ID=004f0c68-1c8e-48d3-ac8d-b6f493b8b6db,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:45.978138 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fdb162-3ddd-46fa-a51c-81429012b165 None None] No DVR routers for this DVR port 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db on host dv-cinder-848429-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 11 14:24:45.992526 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744894', 'neutron.services.segments.db._delete_segments_for_network-8757678160761'] for network (73797646-5b34-419b-97d3-e45c26c513e5), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.015184 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73797646-5b34-419b-97d3-e45c26c513e5']}} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:46.024564 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d132477-a2b7-475f-bcf9-d2e4ccb7e458') {'for_net_delete': True} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:46.024860 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.services.segments.db [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d132477-a2b7-475f-bcf9-d2e4ccb7e458') {} {{(pid=104191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 11 14:24:46.035006 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757678162562', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5045998'] for segment (9d132477-a2b7-475f-bcf9-d2e4ccb7e458), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.050539 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814'] for segment (9d132477-a2b7-475f-bcf9-d2e4ccb7e458), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.057858 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=104191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 11 14:24:46.058261 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4777204'] for segment (9d132477-a2b7-475f-bcf9-d2e4ccb7e458), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.127977 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621571'] for network (73797646-5b34-419b-97d3-e45c26c513e5), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.133093 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561843'] for network (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.136360 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] 10.222.0.49 "DELETE /v2.0/networks/73797646-5b34-419b-97d3-e45c26c513e5 HTTP/1.1" status: 204 len: 168 time: 0.5663073 Jul 11 14:24:46.149149 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0d50-be0d-48a0-9f94-a3dfa9c022ab admin admin] Pushing event deleted for resources: {'Network': ['ID=73797646-5b34-419b-97d3-e45c26c513e5,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:46.208047 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 9d132477-a2b7-475f-bcf9-d2e4ccb7e458 resource provider aggregate not found Jul 11 14:24:46.224994 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.services.segments.plugin [-] Segment 9d132477-a2b7-475f-bcf9-d2e4ccb7e458 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d132477-a2b7-475f-bcf9-d2e4ccb7e458 found for delete ", "request_id": "req-6b9fea44-0d15-4596-9f87-8f6ceab71712"}]} Jul 11 14:24:46.257287 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52250) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:46.297813 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-a6ecb845-5f48-4c4e-86ba-0f6438b472b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67d8660c31bf48e9a2c6a5edb2060bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394142 Jul 11 14:24:46.300523 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52252) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:46.347293 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dc21f746-27b5-4a36-94b7-5b8abdee1e2e admin admin] Publish callbacks [] for security_group (fa730a31-1ae6-4f95-824b-642ccb8c265e), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.368061 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dc21f746-27b5-4a36-94b7-5b8abdee1e2e admin admin] Publish callbacks [] for security_group (fa730a31-1ae6-4f95-824b-642ccb8c265e), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.403147 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=11 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:46.418957 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dc21f746-27b5-4a36-94b7-5b8abdee1e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (fa730a31-1ae6-4f95-824b-642ccb8c265e), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.421425 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-dc21f746-27b5-4a36-94b7-5b8abdee1e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.422642 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-dc21f746-27b5-4a36-94b7-5b8abdee1e2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa730a31-1ae6-4f95-824b-642ccb8c265e HTTP/1.1" status: 204 len: 168 time: 0.1212013 Jul 11 14:24:46.430720 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21f746-27b5-4a36-94b7-5b8abdee1e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa730a31-1ae6-4f95-824b-642ccb8c265e,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:46.747182 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52258) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:46.787575 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-06ab912e-8ae3-45b1-a9bf-64f999cdb1dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f867bcd9ba0445bcbac83aaf3693ee6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391865 Jul 11 14:24:46.790060 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [-] (104191) accepted ('10.222.0.49', 52260) {{(pid=104191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 11 14:24:46.839933 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbc7-7520-4842-8ed4-1bf0ffc7bd0c admin admin] Publish callbacks [] for security_group (38906edb-a29f-48f3-8f57-0def1d205cf2), before_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.861495 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbc7-7520-4842-8ed4-1bf0ffc7bd0c admin admin] Publish callbacks [] for security_group (38906edb-a29f-48f3-8f57-0def1d205cf2), precommit_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.867691 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:46.914499 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbc7-7520-4842-8ed4-1bf0ffc7bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603338'] for security_group (38906edb-a29f-48f3-8f57-0def1d205cf2), after_delete {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.917341 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron_lib.callbacks.manager [None req-35a5fbc7-7520-4842-8ed4-1bf0ffc7bd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:46.918535 dv-cinder-848429-3-iscsi neutron-server[104191]: INFO neutron.wsgi [None req-35a5fbc7-7520-4842-8ed4-1bf0ffc7bd0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38906edb-a29f-48f3-8f57-0def1d205cf2 HTTP/1.1" status: 204 len: 168 time: 0.1275551 Jul 11 14:24:46.926625 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5fbc7-7520-4842-8ed4-1bf0ffc7bd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38906edb-a29f-48f3-8f57-0def1d205cf2,revision_number=None']} {{(pid=104191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 11 14:24:47.275819 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:47.296248 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:47.296588 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device 004f0c68-1c8e-48d3-ac8d-b6f493b8b6db not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:47.297073 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dae2a19e-e345-426d-9c4e-108e91801ce2 no longer exists at agent ovs-agent-dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 11 14:24:47.317721 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] No Port match for: dae2a19e-e345-426d-9c4e-108e91801ce2 {{(pid=104193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 11 14:24:47.318062 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.rpc [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Device dae2a19e-e345-426d-9c4e-108e91801ce2 not bound to the agent host dv-cinder-848429-3-iscsi {{(pid=104193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 11 14:24:47.525173 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9ce86dc7-f9d4-40b8-93a1-ece7233ecb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:49.944305 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-05cef94a-3e12-4e05-bab3-9d51015f69db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:51.104878 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:51.473949 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=83 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:51.474822 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:52.635074 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:52.806832 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:SELECT=50,neutron:DELETE=7 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:52.815375 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:52.826181 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG dbcounter [-] [104192] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=60 {{(pid=104192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:56.239203 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:24:56.900470 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:56.922143 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG dbcounter [-] [104191] Writing DB stats neutron:DELETE=2,neutron:SELECT=2 {{(pid=104191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:24:57.895863 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:25:06.233683 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:06.235590 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=72,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:12.644467 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=13 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:12.646388 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:17.528215 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e52f55ea-ac8b-4fec-a1d3-a35b79685d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:19.947274 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7ae30e0b-c815-4ff0-ab60-a58410ed6d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:21.107808 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:22.640292 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:22.818059 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:23.960380 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:23.965556 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:26.227869 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:34.895454 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:25:36.222032 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:36.223940 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:44.891658 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:25:47.529284 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a1799fd7-cb63-4a7a-88b3-5897125ecef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:49.949797 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-56264351-002a-4aab-8a5a-962d69046a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:51.111166 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:52.639743 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:52.819990 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:25:56.227142 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:00.960995 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:00.961684 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:06.220890 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:06.222799 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:11.895312 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:26:17.533145 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a4fc-dc2d-4c86-b277-06fb02c684f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:19.954706 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d68a990b-7ea0-4f4c-9c45-8ba6c31572d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:21.113449 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:21.890756 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:21.891492 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:22.662167 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:22.822591 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:26.242147 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:36.236003 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:36.238231 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:37.956363 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:37.957046 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:47.535421 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b4dd49d-efce-49ba-a8c9-bbca5a0f006a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:48.894764 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:26:49.957578 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b27cba13-82f2-4378-929b-a14480b5ef18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:51.116554 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:52.645098 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:52.824819 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:56.258197 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:26:58.891091 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:26:58.891831 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:06.251058 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:06.252977 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:14.954671 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:14.955358 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=17 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:17.537098 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6daf058d-55a3-42f9-9946-55550bfcaf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:19.961668 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-30646a73-36f7-4063-81c0-d5cfa45242ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:21.120316 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:22.650638 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:22.828878 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:25.894172 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:27:26.254888 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:35.889108 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:35.889882 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:36.249104 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:36.251020 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:47.539912 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3c1edebb-337b-43a5-9316-4d3a5fd3373a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:49.963806 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccc43561-4547-4a5a-b3a6-0431a6796d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:51.123535 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:51.952118 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:51.953035 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:27:52.651185 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:52.832503 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:56.254710 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:27:57.990601 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-65153f10-a2d0-4aaa-8bc4-886d04906288 service neutron] (104192) timed out ('10.222.0.49', 45158) {{(pid=104192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:27:58.150960 dv-cinder-848429-3-iscsi neutron-server[104192]: DEBUG neutron.wsgi [req-9900dc85-7b29-4f7d-a9dc-1b96292f804c req-66084360-4886-4ec7-9596-d94473426c75 tempest-TestShelveInstance-852706715 tempest-TestShelveInstance-852706715-project] (104192) timed out ('10.222.0.49', 45168) {{(pid=104192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:28:02.668977 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [req-5ed59837-4d12-47d8-87b9-07970544bf14 req-54009144-81e7-47e1-9426-cf7e7424d07e service neutron] (104191) timed out ('10.222.0.55', 61912) {{(pid=104191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:28:02.762960 dv-cinder-848429-3-iscsi neutron-server[104191]: DEBUG neutron.wsgi [req-ecbfcafb-36bd-4f70-9374-1565d72d21dc req-281d24a5-8a62-48f4-ac4f-dd547d4622ad service neutron] (104191) timed out ('10.222.0.55', 61899) {{(pid=104191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 11 14:28:02.893288 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:28:06.249082 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:06.250948 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:17.545463 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-745284ff-ed72-4422-84ec-899abc304c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:17.925125 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:17.926022 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:19.966273 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b9651802-415d-4ae4-94b4-389fd6f647b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:21.125760 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:22.666788 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:22.835718 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:26.268496 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:28.949174 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:28.950495 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:36.257992 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:36.265050 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:39.895475 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:28:47.539523 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cda04f63-631a-4150-9314-157aa23dd4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:49.890108 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:49.890927 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:28:49.969611 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-715f091a-a6e4-4c04-b4b3-dc931e89a963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:51.129499 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:52.657929 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:52.838710 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:28:56.268437 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:06.261349 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:06.264038 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:12.656738 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=16 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:12.661903 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=16 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:16.895802 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:29:17.541320 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d4781b8f-9008-48b6-96a8-c9b264d801b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:19.972808 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f31e8d31-0f92-450e-a0a4-66ccbaadfcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:21.130449 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:22.661627 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:22.841600 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:26.265825 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:26.891052 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:26.895490 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:36.260042 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:36.262050 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:42.944854 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:42.945622 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:29:47.543828 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f23b-40c7-4b30-a901-12a051c81b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:49.975388 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-34194dc7-ce24-4704-9d07-2e0b856e1e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:51.134280 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:52.661433 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:52.844875 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:29:53.895382 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG neutron.db.agents_db [None req-21e401f0-69c2-40d6-9eae-a41dc4d6e81f None None] Agent healthcheck: found 6 active agents {{(pid=104194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 11 14:29:56.267852 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:30:03.890084 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:30:03.891147 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:30:06.260924 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:30:06.262820 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:30:17.551068 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f98d2aa2-b7a4-4781-8474-e8f03e61ba18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (d7c86efb-d9e3-4b64-8f8e-15a07f6e57db), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:30:19.938786 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:30:19.944282 dv-cinder-848429-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 11 14:30:19.977155 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b38356a7-da11-4c06-909a-407c379475a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (c2937a37-9cec-43b6-909c-f81a7ac28846), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:30:21.136554 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e0785676-2a15-4053-a359-5f34b2bab63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (aeb22a32-9c0a-4e4f-a611-f33c45df1f26), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:30:22.811619 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4cd19086-fa5c-4957-b868-801516f06af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (6ff227b0-1a73-490c-ab01-e3815f87ca2e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:30:22.848622 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5ac069c9-e6d7-4e2e-b2be-4240108e94c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (e1c5ec97-1eec-4504-b543-4301bcca0dff), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 11 14:30:26.280775 dv-cinder-848429-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0a5fc1bc-5d6c-4013-b01a-8fde408e6e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757678160743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1794239'] for agent (b9f72b57-b32d-4068-a664-20f6ff5c1d5e), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}